evalscope 0.16.3__py3-none-any.whl → 0.17.1__py3-none-any.whl

evalscope/run.py

@@ -9,9 +9,9 @@ from typing import TYPE_CHECKING, List, Optional, Union
 
 from evalscope.config import TaskConfig, parse_task_config
 from evalscope.constants import DataCollection, EvalBackend
-from evalscope.utils import seed_everything
 from evalscope.utils.io_utils import OutputsStructure
 from evalscope.utils.logger import configure_logging, get_logger
+from evalscope.utils.model_utils import seed_everything
 
 if TYPE_CHECKING:
     from evalscope.models import LocalModel

evalscope/summarizer.py

@@ -7,8 +7,7 @@ from typing import List, Union
 from evalscope.config import TaskConfig, parse_task_config
 from evalscope.constants import EvalBackend
 from evalscope.report import gen_table
-from evalscope.utils import csv_to_list, get_latest_folder_path
-from evalscope.utils.io_utils import OutputsStructure, json_to_dict, yaml_to_dict
+from evalscope.utils.io_utils import OutputsStructure, csv_to_list, get_latest_folder_path, json_to_dict, yaml_to_dict
 from evalscope.utils.logger import get_logger
 
 logger = get_logger()

evalscope/utils/__init__.py

@@ -1,4 +1,65 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
 
-from evalscope.utils.model_utils import EvalBackend
-from evalscope.utils.utils import *
+from typing import TYPE_CHECKING
+
+from .import_utils import _LazyModule
+
+if TYPE_CHECKING:
+    from .argument_utils import BaseArgument, get_supported_params, parse_int_or_float
+    from .deprecation_utils import deprecated
+    from .import_utils import get_module_path, is_module_installed
+    from .io_utils import (OutputsStructure, csv_to_jsonl, csv_to_list, dict_to_yaml, gen_hash, get_latest_folder_path,
+                           get_valid_list, json_to_dict, jsonl_to_csv, jsonl_to_list, yaml_to_dict)
+    from .logger import configure_logging, get_logger
+    from .model_utils import EvalBackend, dict_torch_dtype_to_str, fix_do_sample_warning, get_device, seed_everything
+
+else:
+    _import_structure = {
+        'argument_utils': [
+            'BaseArgument',
+            'parse_int_or_float',
+            'get_supported_params',
+        ],
+        'model_utils': [
+            'EvalBackend',
+            'get_device',
+            'seed_everything',
+            'dict_torch_dtype_to_str',
+            'fix_do_sample_warning',
+        ],
+        'import_utils': [
+            'is_module_installed',
+            'get_module_path',
+        ],
+        'io_utils': [
+            'OutputsStructure',
+            'csv_to_list',
+            'json_to_dict',
+            'yaml_to_dict',
+            'get_latest_folder_path',
+            'gen_hash',
+            'dict_to_yaml',
+            'csv_to_jsonl',
+            'jsonl_to_csv',
+            'jsonl_to_list',
+            'gen_hash',
+            'get_valid_list',
+        ],
+        'deprecation_utils': [
+            'deprecated',
+        ],
+        'logger': [
+            'get_logger',
+            'configure_logging',
+        ],
+    }
+
+    import sys
+
+    sys.modules[__name__] = _LazyModule(
+        __name__,
+        globals()['__file__'],
+        _import_structure,
+        module_spec=__spec__,
+        extra_objects={},
+    )

evalscope/utils/argument_utils.py

@@ -0,0 +1,64 @@
+import json
+from argparse import Namespace
+from inspect import signature
+
+from evalscope.utils.io_utils import json_to_dict, yaml_to_dict
+
+
+class BaseArgument:
+    """
+    BaseArgument is a base class designed to facilitate the creation and manipulation
+    of argument classes in the evalscope framework. It provides utility methods for
+    instantiating objects from various data formats and converting objects back into
+    dictionary representations.
+    """
+
+    @classmethod
+    def from_dict(cls, d: dict):
+        """Instantiate the class from a dictionary."""
+        return cls(**d)
+
+    @classmethod
+    def from_json(cls, json_file: str):
+        """Instantiate the class from a JSON file."""
+        return cls.from_dict(json_to_dict(json_file))
+
+    @classmethod
+    def from_yaml(cls, yaml_file: str):
+        """Instantiate the class from a YAML file."""
+        return cls.from_dict(yaml_to_dict(yaml_file))
+
+    @classmethod
+    def from_args(cls, args: Namespace):
+        """
+        Instantiate the class from an argparse.Namespace object.
+        Filters out None values and removes 'func' if present.
+        """
+        args_dict = {k: v for k, v in vars(args).items() if v is not None}
+
+        if 'func' in args_dict:
+            del args_dict['func']  # Note: compat CLI arguments
+
+        return cls.from_dict(args_dict)
+
+    def to_dict(self):
+        """Convert the instance to a dictionary."""
+        result = self.__dict__.copy()
+        return result
+
+    def __str__(self):
+        """Return a JSON-formatted string representation of the instance."""
+        return json.dumps(self.to_dict(), indent=4, default=str, ensure_ascii=False)
+
+
+def parse_int_or_float(num):
+    number = float(num)
+    if number.is_integer():
+        return int(number)
+    return number
+
+
+def get_supported_params(func):
+    """Get the supported parameters of a function."""
+    sig = signature(func)
+    return list(sig.parameters.keys())

evalscope/utils/import_utils.py

@@ -64,3 +64,19 @@ class _LazyModule(ModuleType):
 
     def __reduce__(self):
         return self.__class__, (self._name, self.__file__, self._import_structure)
+
+
+def is_module_installed(module_name):
+    try:
+        importlib.import_module(module_name)
+        return True
+    except ImportError:
+        return False
+
+
+def get_module_path(module_name):
+    spec = importlib.util.find_spec(module_name)
+    if spec and spec.origin:
+        return os.path.abspath(spec.origin)
+    else:
+        raise ValueError(f'Cannot find module: {module_name}')

evalscope/utils/io_utils.py

@@ -1,8 +1,13 @@
+import base64
 import csv
+import hashlib
 import json
 import jsonlines as jsonl
 import os
+import re
 import yaml
+from io import BytesIO
+from PIL import Image
 
 from evalscope.constants import DumpMode
 from evalscope.utils.logger import get_logger
@@ -221,7 +226,53 @@ def dict_to_json(d: dict, json_file: str):
         json.dump(d, f, indent=4, ensure_ascii=False)
 
 
-if __name__ == '__main__':
-    csv_file = 'custom_eval/text/mcq/example_val.csv'
-    jsonl_file = 'custom_eval/text/mcq/example_val.jsonl'
-    csv_to_jsonl(csv_file, jsonl_file)
+def get_latest_folder_path(work_dir):
+    from datetime import datetime
+
+    # Get all subdirectories in the work_dir
+    folders = [f for f in os.listdir(work_dir) if os.path.isdir(os.path.join(work_dir, f))]
+
+    # Get the timestamp（YYYYMMDD_HHMMSS）
+    timestamp_pattern = re.compile(r'^\d{8}_\d{6}$')
+
+    # Filter out the folders
+    timestamped_folders = [f for f in folders if timestamp_pattern.match(f)]
+
+    if not timestamped_folders:
+        print(f'>> No timestamped folders found in {work_dir}!')
+        return None
+
+    # timestamp parser
+    def parse_timestamp(folder_name):
+        return datetime.strptime(folder_name, '%Y%m%d_%H%M%S')
+
+    # Find the latest folder
+    latest_folder = max(timestamped_folders, key=parse_timestamp)
+
+    return os.path.join(work_dir, latest_folder)
+
+
+def gen_hash(name: str, bits: int = 32):
+    return hashlib.md5(name.encode(encoding='UTF-8')).hexdigest()[:bits]
+
+
+def get_valid_list(input_list, candidate_list):
+    """
+    Get the valid and invalid list from input_list based on candidate_list.
+    Args:
+        input_list: The input list.
+        candidate_list: The candidate list.
+
+    Returns:
+        valid_list: The valid list.
+        invalid_list: The invalid list.
+    """
+    return [i for i in input_list if i in candidate_list], \
+           [i for i in input_list if i not in candidate_list]
+
+
+def PIL_to_base64(image: Image.Image, format: str = 'JPEG') -> str:
+    buffered = BytesIO()
+    image.save(buffered, format=format)
+    img_str = base64.b64encode(buffered.getvalue()).decode('utf-8')
+    return img_str

evalscope/utils/model_utils.py

@@ -1,6 +1,9 @@
+import numpy as np
 import os
+import random
+import torch
 from enum import Enum
-from typing import TYPE_CHECKING, Optional, Tuple, Union
+from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple, Union
 
 if TYPE_CHECKING:
     from transformers import GenerationConfig
@@ -38,3 +41,36 @@ def get_device() -> str:
         device = 'cpu'
 
     return device
+
+
+def dict_torch_dtype_to_str(d: Dict[str, Any]) -> dict:
+    """
+        Checks whether the passed dictionary and its nested dicts have a *torch_dtype* key and if it's not None,
+        converts torch.dtype to a string of just the type. For example, `torch.float32` get converted into *"float32"*
+        string, which can then be stored in the json format.
+
+        Refer to: https://github.com/huggingface/transformers/pull/16065/files for details.
+        """
+    if d.get('torch_dtype', None) is not None and not isinstance(d['torch_dtype'], str):
+        d['torch_dtype'] = str(d['torch_dtype']).split('.')[1]
+
+    for value in d.values():
+        if isinstance(value, dict):
+            dict_torch_dtype_to_str(value)
+
+    return d
+
+
+def seed_everything(seed: int):
+    """Set all random seeds to a fixed value for reproducibility.
+
+    Args:
+        seed (int): The seed value.
+    """
+    random.seed(seed)
+    np.random.seed(seed)
+    torch.manual_seed(seed)
+    if torch.cuda.is_available():
+        torch.cuda.manual_seed_all(seed)
+        torch.backends.cudnn.deterministic = True
+        torch.backends.cudnn.benchmark = False

evalscope/version.py

@@ -1,4 +1,4 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
 
-__version__ = '0.16.3'
-__release_datetime__ = '2025-06-24 12:00:00'
+__version__ = '0.17.1'
+__release_datetime__ = '2025-07-18 17:00:00'

{evalscope-0.16.3.dist-info → evalscope-0.17.1.dist-info}/METADATA

@@ -1,30 +1,31 @@
 Metadata-Version: 2.1
 Name: evalscope
-Version: 0.16.3
+Version: 0.17.1
 Summary: EvalScope: Lightweight LLMs Evaluation Framework
 Home-page: https://github.com/modelscope/evalscope
 Author: ModelScope team
 Author-email: contact@modelscope.cn
+License: Apache License 2.0
 Keywords: python,llm,evaluation
 Classifier: Development Status :: 4 - Beta
-Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
-Requires-Python: >=3.8
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: accelerate
-Requires-Dist: datasets>=3.0
+Requires-Dist: datasets==3.2.0
 Requires-Dist: immutabledict
 Requires-Dist: jieba
 Requires-Dist: jsonlines
 Requires-Dist: langdetect
 Requires-Dist: latex2sympy2-extended
 Requires-Dist: matplotlib
-Requires-Dist: modelscope[framework]
+Requires-Dist: modelscope[framework]>=1.27
 Requires-Dist: nltk>=3.9
 Requires-Dist: openai
 Requires-Dist: pandas
@@ -52,14 +53,14 @@ Requires-Dist: opencv-python; extra == "aigc"
 Requires-Dist: torchvision; extra == "aigc"
 Provides-Extra: all
 Requires-Dist: accelerate; extra == "all"
-Requires-Dist: datasets>=3.0; extra == "all"
+Requires-Dist: datasets==3.2.0; extra == "all"
 Requires-Dist: immutabledict; extra == "all"
 Requires-Dist: jieba; extra == "all"
 Requires-Dist: jsonlines; extra == "all"
 Requires-Dist: langdetect; extra == "all"
 Requires-Dist: latex2sympy2-extended; extra == "all"
 Requires-Dist: matplotlib; extra == "all"
-Requires-Dist: modelscope[framework]; extra == "all"
+Requires-Dist: modelscope[framework]>=1.27; extra == "all"
 Requires-Dist: nltk>=3.9; extra == "all"
 Requires-Dist: openai; extra == "all"
 Requires-Dist: pandas; extra == "all"
@@ -102,9 +103,27 @@ Requires-Dist: omegaconf; extra == "all"
 Requires-Dist: open-clip-torch; extra == "all"
 Requires-Dist: opencv-python; extra == "all"
 Requires-Dist: torchvision; extra == "all"
+Requires-Dist: bfcl-eval; extra == "all"
+Requires-Dist: human-eval; extra == "all"
+Requires-Dist: pytest; extra == "all"
+Requires-Dist: pytest-cov; extra == "all"
+Requires-Dist: python-dotenv; extra == "all"
 Provides-Extra: app
 Requires-Dist: gradio==5.4.0; extra == "app"
 Requires-Dist: plotly<6.0.0,>=5.23.0; extra == "app"
+Provides-Extra: dev
+Requires-Dist: bfcl-eval; extra == "dev"
+Requires-Dist: human-eval; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: python-dotenv; extra == "dev"
+Provides-Extra: docs
+Requires-Dist: docutils>=0.16.0; extra == "docs"
+Requires-Dist: myst-parser; extra == "docs"
+Requires-Dist: recommonmark; extra == "docs"
+Requires-Dist: sphinx>=5.3.0; extra == "docs"
+Requires-Dist: sphinx-design; extra == "docs"
+Requires-Dist: sphinxawesome-theme; extra == "docs"
 Provides-Extra: opencompass
 Requires-Dist: ms-opencompass>=0.1.6; extra == "opencompass"
 Provides-Extra: perf
@@ -165,16 +184,17 @@ Requires-Dist: ms-vlmeval>=0.0.17; extra == "vlmeval"
   - [Basic Parameter](#basic-parameter)
   - [Output Results](#output-results)
 - [📈 Visualization of Evaluation Results](#-visualization-of-evaluation-results)
-- [🌐 Evaluation of Specified Model API](#-evaluation-of-specified-model-api)
+- [🌐 Evaluation of Model API](#-evaluation-of-model-api)
 - [⚙️ Custom Parameter Evaluation](#️-custom-parameter-evaluation)
-  - [Parameter](#parameter)
-- [Evaluation Backend](#evaluation-backend)
+  - [Parameter Description](#parameter-description)
+- [🧪 Other Evaluation Backends](#-other-evaluation-backends)
 - [📈 Model Serving Performance Evaluation](#-model-serving-performance-evaluation)
 - [🖊️ Custom Dataset Evaluation](#️-custom-dataset-evaluation)
-- [🏟️ Arena Mode](#️-arena-mode)
+- [⚔️ Arena Mode](#️-arena-mode)
 - [👷‍♂️ Contribution](#️-contribution)
+- [📚 Citation](#-citation)
 - [🔜 Roadmap](#-roadmap)
-- [Star History](#star-history)
+- [⭐ Star History](#-star-history)
 
 
 ## 📝 Introduction
@@ -198,24 +218,33 @@ EvalScope is not merely an evaluation tool; it is a valuable ally in your model
 Below is the overall architecture diagram of EvalScope:
 
 <p align="center">
-  <img src="docs/en/_static/images/evalscope_framework.png" width="70%">
+  <img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/yunlin/images/evalscope/doc/EvalScope%E6%9E%B6%E6%9E%84%E5%9B%BE.png" width="70%">
   <br>EvalScope Framework.
 </p>
 
 <details><summary>Framework Description</summary>
 
 The architecture includes the following modules:
-1. **Model Adapter**: The model adapter is used to convert the outputs of specific models into the format required by the framework, supporting both API call models and locally run models.
-2. **Data Adapter**: The data adapter is responsible for converting and processing input data to meet various evaluation needs and formats.
-3. **Evaluation Backend**:
-    - **Native**: EvalScope’s own **default evaluation framework**, supporting various evaluation modes, including single model evaluation, arena mode, baseline model comparison mode, etc.
-    - **OpenCompass**: Supports [OpenCompass](https://github.com/open-compass/opencompass) as the evaluation backend, providing advanced encapsulation and task simplification, allowing you to submit tasks for evaluation more easily.
-    - **VLMEvalKit**: Supports [VLMEvalKit](https://github.com/open-compass/VLMEvalKit) as the evaluation backend, enabling easy initiation of multi-modal evaluation tasks, supporting various multi-modal models and datasets.
-    - **RAGEval**: Supports RAG evaluation, supporting independent evaluation of embedding models and rerankers using [MTEB/CMTEB](https://evalscope.readthedocs.io/en/latest/user_guides/backend/rageval_backend/mteb.html), as well as end-to-end evaluation using [RAGAS](https://evalscope.readthedocs.io/en/latest/user_guides/backend/rageval_backend/ragas.html).
-    - **ThirdParty**: Other third-party evaluation tasks, such as ToolBench.
-4. **Performance Evaluator**: Model performance evaluation, responsible for measuring model inference service performance, including performance testing, stress testing, performance report generation, and visualization.
-5. **Evaluation Report**: The final generated evaluation report summarizes the model's performance, which can be used for decision-making and further model optimization.
-6. **Visualization**: Visualization results help users intuitively understand evaluation results, facilitating analysis and comparison of different model performances.
+1. Input Layer
+- **Model Sources**: API models (OpenAI API), local models (ModelScope)
+- **Datasets**: Standard evaluation benchmarks (MMLU/GSM8k, etc.), custom data (MCQ/QA)
+
+2. Core Functions
+- **Multi-backend Evaluation**
+   - Native backends: Unified evaluation for LLM/VLM/Embedding/T2I models
+   - Integrated frameworks: OpenCompass/MTEB/VLMEvalKit/RAGAS
+
+- **Performance Monitoring**
+   - Model plugins: Supports various model service APIs
+   - Data plugins: Supports multiple data formats
+   - Metric tracking: TTFT/TPOP/Stability and other metrics
+
+- **Tool Extensions**
+   - Integration: Tool-Bench/Needle-in-a-Haystack/BFCL-v3
+
+3. Output Layer
+- **Structured Reports**: Supports JSON/Tables/Logs
+- **Visualization Platforms**: Supports Gradio/Wandb/SwanLab
 
 </details>
 
@@ -229,8 +258,12 @@ Please scan the QR code below to join our community groups:
 
 
 ## 🎉 News
-
-- 🔥 **[2025.06.19]** Added support for the BFCL-v3 benchmark, designed to evaluate model function-calling capabilities across various scenarios. For more information, refer to the [documentation](https://evalscope.readthedocs.io/zh-cn/latest/third_party/bfcl_v3.html).
+- 🔥 **[2025.07.18]** The model stress testing now supports randomly generating image-text data for multimodal model evaluation. For usage instructions, refer to the [documentation](https://evalscope.readthedocs.io/en/latest/user_guides/stress_test/examples.html#id4).
+- 🔥 **[2025.07.16]** Support for [τ-bench](https://github.com/sierra-research/tau-bench) has been added, enabling the evaluation of AI Agent performance and reliability in real-world scenarios involving dynamic user and tool interactions. For usage instructions, please refer to the [documentation](https://evalscope.readthedocs.io/zh-cn/latest/get_started/supported_dataset/llm.html#bench).
+- 🔥 **[2025.07.14]** Support for "Humanity's Last Exam" ([Humanity's-Last-Exam](https://modelscope.cn/datasets/cais/hle)), a highly challenging evaluation benchmark. For usage instructions, refer to the [documentation](https://evalscope.readthedocs.io/en/latest/get_started/supported_dataset/llm.html#humanity-s-last-exam).
+- 🔥 **[2025.07.03]** Refactored Arena Mode: now supports custom model battles, outputs a model leaderboard, and provides battle result visualization. See [reference](https://evalscope.readthedocs.io/en/latest/user_guides/arena.html) for details.
+- 🔥 **[2025.06.28]** Optimized custom dataset evaluation: now supports evaluation without reference answers. Enhanced LLM judge usage, with built-in modes for "scoring directly without reference answers" and "checking answer consistency with reference answers". See [reference](https://evalscope.readthedocs.io/en/latest/advanced_guides/custom_dataset/llm.html#qa) for details.
+- 🔥 **[2025.06.19]** Added support for the [BFCL-v3](https://modelscope.cn/datasets/AI-ModelScope/bfcl_v3) benchmark, designed to evaluate model function-calling capabilities across various scenarios. For more information, refer to the [documentation](https://evalscope.readthedocs.io/zh-cn/latest/third_party/bfcl_v3.html).
 - 🔥 **[2025.06.02]** Added support for the Needle-in-a-Haystack test. Simply specify `needle_haystack` to conduct the test, and a corresponding heatmap will be generated in the `outputs/reports` folder, providing a visual representation of the model's performance. Refer to the [documentation](https://evalscope.readthedocs.io/en/latest/third_party/needle_haystack.html) for more details.
 - 🔥 **[2025.05.29]** Added support for two long document evaluation benchmarks: [DocMath](https://modelscope.cn/datasets/yale-nlp/DocMath-Eval/summary) and [FRAMES](https://modelscope.cn/datasets/iic/frames/summary). For usage guidelines, please refer to the [documentation](https://evalscope.readthedocs.io/en/latest/get_started/supported_dataset.html).
 - 🔥 **[2025.05.16]** Model service performance stress testing now supports setting various levels of concurrency and outputs a performance test report. [Reference example](https://evalscope.readthedocs.io/en/latest/user_guides/stress_test/quick_start.html#id3).
@@ -239,6 +272,8 @@ Please scan the QR code below to join our community groups:
 - 🔥 **[2025.04.27]** Support for text-to-image evaluation: Supports 8 metrics including MPS, HPSv2.1Score, etc., and evaluation benchmarks such as EvalMuse, GenAI-Bench. Refer to the [user documentation](https://evalscope.readthedocs.io/en/latest/user_guides/aigc/t2i.html) for more details.
 - 🔥 **[2025.04.10]** Model service stress testing tool now supports the `/v1/completions` endpoint (the default endpoint for vLLM benchmarking)
 - 🔥 **[2025.04.08]** Support for evaluating embedding model services compatible with the OpenAI API has been added. For more details, check the [user guide](https://evalscope.readthedocs.io/en/latest/user_guides/backend/rageval_backend/mteb.html#configure-evaluation-parameters).
+<details><summary>More</summary>
+
 - 🔥 **[2025.03.27]** Added support for [AlpacaEval](https://www.modelscope.cn/datasets/AI-ModelScope/alpaca_eval/dataPeview) and [ArenaHard](https://modelscope.cn/datasets/AI-ModelScope/arena-hard-auto-v0.1/summary) evaluation benchmarks. For usage notes, please refer to the [documentation](https://evalscope.readthedocs.io/en/latest/get_started/supported_dataset.html)
 - 🔥 **[2025.03.20]** The model inference service stress testing now supports generating prompts of specified length using random values. Refer to the [user guide](https://evalscope.readthedocs.io/en/latest/user_guides/stress_test/examples.html#using-the-random-dataset) for more details.
 - 🔥 **[2025.03.13]** Added support for the [LiveCodeBench](https://www.modelscope.cn/datasets/AI-ModelScope/code_generation_lite/summary) code evaluation benchmark, which can be used by specifying `live_code_bench`. Supports evaluating QwQ-32B on LiveCodeBench, refer to the [best practices](https://evalscope.readthedocs.io/en/latest/best_practice/eval_qwq.html).
@@ -252,8 +287,6 @@ Please scan the QR code below to join our community groups:
 - 🔥 **[2025.02.13]** Added support for evaluating DeepSeek distilled models, including AIME24, MATH-500, and GPQA-Diamond datasets，refer to [best practice](https://evalscope.readthedocs.io/en/latest/best_practice/deepseek_r1_distill.html); Added support for specifying the `eval_batch_size` parameter to accelerate model evaluation.
 - 🔥 **[2025.01.20]** Support for visualizing evaluation results, including single model evaluation results and multi-model comparison, refer to the [📖 Visualizing Evaluation Results](https://evalscope.readthedocs.io/en/latest/get_started/visualization.html) for more details; Added [`iquiz`](https://modelscope.cn/datasets/AI-ModelScope/IQuiz/summary) evaluation example, evaluating the IQ and EQ of the model.
 - 🔥 **[2025.01.07]** Native backend: Support for model API evaluation is now available. Refer to the [📖 Model API Evaluation Guide](https://evalscope.readthedocs.io/en/latest/get_started/basic_usage.html#api) for more details. Additionally, support for the `ifeval` evaluation benchmark has been added.
-<details><summary>More</summary>
-
 - 🔥🔥 **[2024.12.31]** Support for adding benchmark evaluations, refer to the [📖 Benchmark Evaluation Addition Guide](https://evalscope.readthedocs.io/en/latest/advanced_guides/add_benchmark.html); support for custom mixed dataset evaluations, allowing for more comprehensive model evaluations with less data, refer to the [📖 Mixed Dataset Evaluation Guide](https://evalscope.readthedocs.io/en/latest/advanced_guides/collection/index.html).
 - 🔥 **[2024.12.13]** Model evaluation optimization: no need to pass the `--template-type` parameter anymore; supports starting evaluation with `evalscope eval --args`. Refer to the [📖 User Guide](https://evalscope.readthedocs.io/en/latest/get_started/basic_usage.html) for more details.
 - 🔥 **[2024.11.26]** The model inference service performance evaluator has been completely refactored: it now supports local inference service startup and Speed Benchmark; asynchronous call error handling has been optimized. For more details, refer to the [📖 User Guide](https://evalscope.readthedocs.io/en/latest/user_guides/stress_test/index.html).
@@ -345,33 +378,31 @@ evalscope eval \
 
 When using Python code for evaluation, you need to submit the evaluation task using the `run_task` function, passing a `TaskConfig` as a parameter. It can also be a Python dictionary, yaml file path, or json file path, for example:
 
-**Using Python Dictionary**
+**Using `TaskConfig`**
 
 ```python
-from evalscope.run import run_task
+from evalscope import run_task, TaskConfig
 
-task_cfg = {
-    'model': 'Qwen/Qwen2.5-0.5B-Instruct',
-    'datasets': ['gsm8k', 'arc'],
-    'limit': 5
-}
+task_cfg = TaskConfig(
+    model='Qwen/Qwen2.5-0.5B-Instruct',
+    datasets=['gsm8k', 'arc'],
+    limit=5
+)
 
 run_task(task_cfg=task_cfg)
 ```
-
 <details><summary>More Startup Methods</summary>
 
-**Using `TaskConfig`**
+**Using Python Dictionary**
 
 ```python
 from evalscope.run import run_task
-from evalscope.config import TaskConfig
 
-task_cfg = TaskConfig(
-    model='Qwen/Qwen2.5-0.5B-Instruct',
-    datasets=['gsm8k', 'arc'],
-    limit=5
-)
+task_cfg = {
+    'model': 'Qwen/Qwen2.5-0.5B-Instruct',
+    'datasets': ['gsm8k', 'arc'],
+    'limit': 5
+}
 
 run_task(task_cfg=task_cfg)
 ```
@@ -474,7 +505,7 @@ To create a public link, set `share=True` in `launch()`.
 
 For more details, refer to: [📖 Visualization of Evaluation Results](https://evalscope.readthedocs.io/en/latest/get_started/visualization.html)
 
-## 🌐 Evaluation of Specified Model API
+## 🌐 Evaluation of Model API
 
 Specify the model API service address (api_url) and API Key (api_key) to evaluate the deployed model API service. In this case, the `eval-type` parameter must be specified as `service`, for example:
 
@@ -525,7 +556,7 @@ evalscope eval \
 Reference: [Full Parameter Description](https://evalscope.readthedocs.io/en/latest/get_started/parameters.html)
 
 
-## Evaluation Backend
+## 🧪 Other Evaluation Backends
 EvalScope supports using third-party evaluation frameworks to initiate evaluation tasks, which we call Evaluation Backend. Currently supported Evaluation Backend includes:
 - **Native**: EvalScope's own **default evaluation framework**, supporting various evaluation modes including single model evaluation, arena mode, and baseline model comparison mode.
 - [OpenCompass](https://github.com/open-compass/opencompass): Initiate OpenCompass evaluation tasks through EvalScope. Lightweight, easy to customize, supports seamless integration with the LLM fine-tuning framework ms-swift. [📖 User Guide](https://evalscope.readthedocs.io/en/latest/user_guides/backend/opencompass_backend.html)
@@ -572,10 +603,17 @@ Speed Benchmark Results:
 EvalScope supports custom dataset evaluation. For detailed information, please refer to the Custom Dataset Evaluation [📖User Guide](https://evalscope.readthedocs.io/en/latest/advanced_guides/custom_dataset/index.html)
 
 
-## 🏟️ Arena Mode
-The Arena mode allows multiple candidate models to be evaluated through pairwise battles, and can choose to use the AI Enhanced Auto-Reviewer (AAR) automatic evaluation process or manual evaluation to obtain the evaluation report.
+## ⚔️ Arena Mode
 
-Refer to: Arena Mode [📖 User Guide](https://evalscope.readthedocs.io/en/latest/user_guides/arena.html)
+Arena mode allows you to configure multiple candidate models and specify a baseline model. Evaluation is performed by pairwise battles between each candidate model and the baseline model, with the final output including each model's win rate and ranking. This method is suitable for comparative evaluation among multiple models, providing an intuitive reflection of each model's strengths and weaknesses. Refer to: Arena Mode [📖 User Guide](https://evalscope.readthedocs.io/en/latest/user_guides/arena.html)
+
+```text
+Model           WinRate (%)  CI (%)
+------------  -------------  ---------------
+qwen2.5-72b            69.3  (-13.3 / +12.2)
+qwen2.5-7b             50    (+0.0 / +0.0)
+qwen2.5-0.5b            4.7  (-2.5 / +4.4)
+```
 
 ## 👷‍♂️ Contribution
 
@@ -591,6 +629,17 @@ EvalScope, as the official evaluation tool of [ModelScope](https://modelscope.cn
   </table>
 </a>
 
+## 📚 Citation
+
+```bibtex
+@misc{evalscope_2024,
+    title={{EvalScope}: Evaluation Framework for Large Models},
+    author={ModelScope Team},
+    year={2024},
+    url={https://github.com/modelscope/evalscope}
+}
+```
+
 ## 🔜 Roadmap
 - [x] Support for better evaluation report visualization
 - [x] Support for mixed evaluations across multiple datasets
@@ -601,11 +650,11 @@ EvalScope, as the official evaluation tool of [ModelScope](https://modelscope.cn
 - [ ] Distributed evaluating
 - [x] Multi-modal evaluation
 - [ ] Benchmarks
-  - [ ] GAIA
+  - [x] BFCL-v3
   - [x] GPQA
   - [x] MBPP
 
 
-## Star History
+## ⭐ Star History
 
 [![Star History Chart](https://api.star-history.com/svg?repos=modelscope/evalscope&type=Date)](https://star-history.com/#modelscope/evalscope&Date)