evalscope 0.16.2__tar.gz → 0.16.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of evalscope might be problematic. Click here for more details.
- {evalscope-0.16.2/evalscope.egg-info → evalscope-0.16.3}/PKG-INFO +1 -1
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/base_adapter.py +0 -2
- evalscope-0.16.3/evalscope/version.py +4 -0
- {evalscope-0.16.2 → evalscope-0.16.3/evalscope.egg-info}/PKG-INFO +1 -1
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/cli/test_run.py +3 -3
- evalscope-0.16.2/evalscope/version.py +0 -4
- {evalscope-0.16.2 → evalscope-0.16.3}/LICENSE +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/MANIFEST.in +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/README.md +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/app/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/app/app.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/app/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/app/constants.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/api_meta_template.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/backend_manager.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/tasks/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/tasks/eval_api.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/opencompass/tasks/eval_datasets.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/backend_manager.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/dataset_builder.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/task_template.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/tasks/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/tasks/image_caption.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_classification.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_retrieval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/utils/webdataset_convert.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/utils/webdatasets.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/task_template.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/Classification.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/Clustering.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/CustomTask.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/PairClassification.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/Reranking.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/Retrieval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/STS.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/task_template.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/build_distribution.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/build_transform.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/testset_generation.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/translate_prompt.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/utils/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/utils/clip.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/utils/embedding.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/utils/llm.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/utils/tools.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/vlm_eval_kit/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/vlm_eval_kit/backend_manager.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/evalmuse_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/genai_bench_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/general_t2i_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/hpdv2_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aigc/t2i/tifa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aime/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aime/aime24_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/aime/aime25_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/alpaca_eval/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/alpaca_eval/alpaca_eval_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arc/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arc/ai2_arc.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arc/arc_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arena_hard/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arena_hard/arena_hard_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/arena_hard/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/bbh_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/boolean_expressions.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/causal_judgement.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/date_understanding.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/disambiguation_qa.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/dyck_languages.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/formal_fallacies.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/geometric_shapes.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/hyperbaton.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/movie_recommendation.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/navigate.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/object_counting.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/ruin_names.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/snarks.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/sports_understanding.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/temporal_sequences.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/web_of_lies.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/word_sorting.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/benchmark.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bfcl/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bfcl/bfcl_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ceval/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ceval/ceval_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ceval/ceval_exam.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/chinese_simple_qa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/chinese_simple_qa/csimple_qa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/cmmlu/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/cmmlu/cmmlu.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/cmmlu/cmmlu_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/cmmlu/samples.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/competition_math/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/competition_math/competition_math.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/competition_math/competition_math_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/data_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/data_collection/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/data_collection/data_collection_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/docmath/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/docmath/docmath_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/docmath/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/drop/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/drop/drop_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/drop/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/frames/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/frames/frames_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/frames/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/general_mcq/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/general_mcq/general_mcq_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/general_qa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/general_qa/general_qa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gpqa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gpqa/chain_of_thought.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gpqa/gpqa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gsm8k/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gsm8k/gsm8k.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/gsm8k/gsm8k_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/hellaswag/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/hellaswag/hellaswag.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/hellaswag/hellaswag_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/humaneval/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/humaneval/humaneval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/humaneval/humaneval_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/ifeval_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/instructions.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/instructions_registry.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/instructions_util.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/ifeval/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/iquiz/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/iquiz/iquiz_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/evaluate_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/extract_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/live_code_bench_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/load_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/pass_k_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/prompts.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/testing_util.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/maritime_bench/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/maritime_bench/maritime_bench_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/math_500/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/math_500/math_500_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu/mmlu.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu/mmlu_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu/samples.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu_pro/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu_pro/mmlu_pro_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu_redux/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/mmlu_redux/mmlu_redux_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/musr/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/musr/musr_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/needle_haystack/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/needle_haystack/needle_haystack_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/needle_haystack/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/process_bench/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/process_bench/critique_template.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/process_bench/process_bench_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/race/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/race/race.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/race/race_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/race/samples.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/simple_qa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/simple_qa/simple_qa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/super_gpqa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/super_gpqa/five_shot_prompt.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/super_gpqa/super_gpqa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/super_gpqa/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/super_gpqa/zero_shot_prompt.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/tool_bench/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/tool_bench/tool_bench_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/tool_bench/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/trivia_qa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/trivia_qa/samples.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/trivia_qa/trivia_qa.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/trivia_qa/trivia_qa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/truthful_qa/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/truthful_qa/truthful_qa.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/truthful_qa/truthful_qa_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/winogrande/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/winogrande/winogrande_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/cli.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/start_app.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/start_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/start_perf.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/cli/start_server.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/collections/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/collections/evaluator.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/collections/sampler.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/collections/schema.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/config.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/constants.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/evaluator/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/evaluator/evaluator.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/evaluator/rating_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/evaluator/reviewer/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/evaluator/reviewer/auto_reviewer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/bundled_rouge_score/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/bundled_rouge_score/rouge_scorer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/llm_judge.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/math_parser.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/metrics.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/named_metrics.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/rouge_metric.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/clipscore.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/constants.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/itmscore.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/base_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/clip_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/cross_modeling.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/clip_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/hpsv2_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/mps_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/clipscore_models/pickscore_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/blip2_itm_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/fga_blip2_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/ImageReward.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/blip_pretrain.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/language_model/clip_t5.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/builder.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/clip_encoder.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_projector/builder.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/gpt4v_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/config.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/dist_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/gradcam.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/logger.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/optims.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/registry.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/default.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_coco.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_no_prefix.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_prefix.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna13b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna7b.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config.json +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config_albef.json +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_large_config.json +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/base_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/Qformer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_image_text_matching.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_qformer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5_instruct.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/fga_blip2.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_llama.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_t5.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_caption.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_classification.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_feature_extractor.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_image_text_matching.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_nlvr.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_outputs.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_pretrain.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_vqa.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/nlvr_encoder.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/clip_vit.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/eva_vit.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/med.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/vit.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/base_processor.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/blip_processors.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/randaugment.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/mm_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/models/vqascore_models/vqa_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/score.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/metrics/t2v_metrics/vqascore.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/bfcl_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/chat_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/choice_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/custom_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/server_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/adapters/t2i_adapter.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/custom/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/custom/custom_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/custom/dummy_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/local_model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/model.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/models/register.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/arguments.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/benchmark.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/http_client.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/main.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/api/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/api/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/api/custom_api.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/api/dashscope_api.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/api/openai_api.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/base.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/custom.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/flickr8k.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/line_by_line.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/longalpaca.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/openqa.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/random_dataset.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/datasets/speed_benchmark.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/plugin/registry.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/analysis_result.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/benchmark_util.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/db_util.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/handler.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/local_server.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/log_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/perf/utils/rich_display.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/config/cfg_arena.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/config/cfg_arena_zhihu.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/config/cfg_pairwise_baseline.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/config/cfg_single.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/data/prompt_template/lmsys_v2.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/data/prompt_template/prompt_templates.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/data/qa_browser/battle.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/data/qa_browser/category_mapping.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/data/question.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/arc.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/bbh.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/bbh_mini.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/ceval.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/ceval_mini.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/cmmlu.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/eval_qwen-7b-chat_v100.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/general_qa.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/gsm8k.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/mmlu.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/registry/tasks/mmlu_mini.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/report/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/report/combinator.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/report/generator.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/report/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/run.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/run_arena.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/summarizer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/README.md +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/default_task.json +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/default_task.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/infer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/longbench_write.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/resources/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/resources/judge.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/resources/longbench_write.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/resources/longbench_write_en.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/resources/longwrite_ruler.jsonl +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/tools/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/tools/data_etl.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/tools/openai_api.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/longbench_write/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/infer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/resources/critique_template.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/resources/reformat_template.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/tools/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/tools/llm.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/thinkbench/tools/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/README.md +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/config_default.json +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/config_default.yaml +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/infer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/llm/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/llm/swift_infer.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/requirements.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/third_party/toolbench_static/toolbench_static.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/arena_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/chat_service.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/completion_parsers.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/deprecation_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/filters.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/import_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/io_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/logger.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/model_utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope/utils/utils.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/SOURCES.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/dependency_links.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/entry_points.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/not-zip-safe +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/requires.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/evalscope.egg-info/top_level.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/aigc.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/app.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/docs.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/framework.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/opencompass.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/perf.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/rag.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements/vlmeval.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/requirements.txt +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/setup.cfg +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/setup.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/aigc/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/aigc/test_t2i.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/cli/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/cli/test_all.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/cli/test_collection.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/perf/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/perf/test_perf.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/rag/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/rag/test_clip_benchmark.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/rag/test_mteb.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/rag/test_ragas.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/swift/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/swift/test_run_swift_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/swift/test_run_swift_vlm_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/swift/test_run_swift_vlm_jugde_eval.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/test_run_all.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/vlm/__init__.py +0 -0
- {evalscope-0.16.2 → evalscope-0.16.3}/tests/vlm/test_vlmeval.py +0 -0
|
@@ -54,8 +54,6 @@ def initialize_model_adapter(task_cfg: 'TaskConfig', benchmark: 'DataAdapter', b
|
|
|
54
54
|
|
|
55
55
|
if 'server' not in model_adapter_cls_str:
|
|
56
56
|
model_adapter_cls_str = 'server'
|
|
57
|
-
logger.info(
|
|
58
|
-
f'Using {model_adapter_cls.__name__} for api model evaluation for benchmark {benchmark.name}.')
|
|
59
57
|
|
|
60
58
|
# init server model adapter
|
|
61
59
|
model_adapter_cls = get_model_adapter(model_adapter_cls_str)
|
|
@@ -305,8 +305,8 @@ class TestRun(unittest.TestCase):
|
|
|
305
305
|
# 'arc',
|
|
306
306
|
# 'ceval',
|
|
307
307
|
# 'hellaswag',
|
|
308
|
-
'general_mcq',
|
|
309
|
-
|
|
308
|
+
# 'general_mcq',
|
|
309
|
+
'general_qa',
|
|
310
310
|
# 'super_gpqa',
|
|
311
311
|
# 'mmlu_redux',
|
|
312
312
|
# 'maritime_bench',
|
|
@@ -396,7 +396,7 @@ class TestRun(unittest.TestCase):
|
|
|
396
396
|
# 'extra_headers':{'key': 'value'},
|
|
397
397
|
},
|
|
398
398
|
ignore_errors=False,
|
|
399
|
-
|
|
399
|
+
use_cache='outputs/test_2'
|
|
400
400
|
)
|
|
401
401
|
|
|
402
402
|
run_task(task_cfg=task_cfg)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/arguments.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/dataset_builder.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/task_template.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/clip_benchmark/tasks/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/Classification.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/cmteb/tasks/PairClassification.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/build_distribution.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/build_transform.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/testset_generation.py
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/backend/rag_eval/ragas/tasks/translate_prompt.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/alpaca_eval/alpaca_eval_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/boolean_expressions.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/causal_judgement.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/date_understanding.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/disambiguation_qa.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/dyck_languages.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/formal_fallacies.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/geometric_shapes.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/movie_recommendation.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/object_counting.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/sports_understanding.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/bbh/cot_prompts/temporal_sequences.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/chinese_simple_qa/csimple_qa_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/competition_math/competition_math.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/general_mcq/general_mcq_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/live_code_bench/evaluate_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/maritime_bench/maritime_bench_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/process_bench/critique_template.txt
RENAMED
|
File without changes
|
{evalscope-0.16.2 → evalscope-0.16.3}/evalscope/benchmarks/process_bench/process_bench_adapter.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|