evalscope 1.0.2__tar.gz → 1.1.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of evalscope might be problematic. Click here for more details.

Files changed (628) hide show
  1. evalscope-1.1.1/MANIFEST.in +10 -0
  2. {evalscope-1.0.2/evalscope.egg-info → evalscope-1.1.1}/PKG-INFO +291 -324
  3. {evalscope-1.0.2 → evalscope-1.1.1}/README.md +188 -318
  4. evalscope-1.1.1/evalscope/api/benchmark/__init__.py +10 -0
  5. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/__init__.py +1 -0
  6. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/default_data_adapter.py +12 -0
  7. evalscope-1.1.1/evalscope/api/benchmark/adapters/ner_adapter.py +212 -0
  8. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/benchmark.py +14 -0
  9. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/dataset/dataset.py +21 -0
  10. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/dataset/loader.py +6 -2
  11. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/mixin/sandbox_mixin.py +32 -54
  12. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/model/generate_config.py +6 -0
  13. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/multi_model.py +6 -1
  14. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/single_model.py +8 -2
  15. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/utils/data_utils.py +3 -2
  16. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/utils/visualization.py +2 -2
  17. evalscope-1.1.1/evalscope/benchmarks/aa_lcr/aa_lcr_adapter.py +205 -0
  18. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ai2d/ai2d_adapter.py +3 -2
  19. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bfcl/bfcl_adapter.py +11 -46
  20. evalscope-1.1.1/evalscope/benchmarks/blink/blink_adapter.py +61 -0
  21. evalscope-1.1.1/evalscope/benchmarks/chartqa/chartqa_adapter.py +80 -0
  22. evalscope-1.1.1/evalscope/benchmarks/chartqa/utils.py +38 -0
  23. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/data_collection/data_collection_adapter.py +2 -1
  24. evalscope-1.1.1/evalscope/benchmarks/docvqa/docvqa_adapter.py +67 -0
  25. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/general_arena/general_arena_adapter.py +1 -1
  26. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/general_arena/utils.py +2 -1
  27. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/general_mcq/general_mcq_adapter.py +1 -1
  28. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/general_qa/general_qa_adapter.py +1 -1
  29. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/gsm8k/gsm8k_adapter.py +23 -4
  30. evalscope-1.1.1/evalscope/benchmarks/hallusion_bench/hallusion_bench_adapter.py +158 -0
  31. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/hle/hle_adapter.py +3 -2
  32. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/humaneval/humaneval_adapter.py +2 -1
  33. evalscope-1.1.1/evalscope/benchmarks/infovqa/infovqa_adapter.py +66 -0
  34. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/live_code_bench_adapter.py +3 -1
  35. evalscope-1.1.1/evalscope/benchmarks/math_verse/math_verse_adapter.py +100 -0
  36. evalscope-1.1.1/evalscope/benchmarks/math_vision/math_vision_adapter.py +111 -0
  37. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/math_vista/math_vista_adapter.py +6 -26
  38. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mm_bench/mm_bench_adapter.py +2 -2
  39. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmmu/mmmu_adapter.py +1 -1
  40. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/needle_haystack/needle_haystack_adapter.py +1 -1
  41. evalscope-1.1.1/evalscope/benchmarks/ner/broad_twitter_corpus_adapter.py +52 -0
  42. evalscope-1.1.1/evalscope/benchmarks/ner/conll2003_adapter.py +48 -0
  43. evalscope-1.1.1/evalscope/benchmarks/ner/copious_adapter.py +85 -0
  44. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_adapter.py +120 -0
  45. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities/ai.py +54 -0
  46. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities/literature.py +36 -0
  47. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities/music.py +39 -0
  48. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities/politics.py +37 -0
  49. evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities/science.py +58 -0
  50. evalscope-1.1.1/evalscope/benchmarks/ner/genia_ner_adapter.py +66 -0
  51. evalscope-1.1.1/evalscope/benchmarks/ner/harvey_ner_adapter.py +58 -0
  52. evalscope-1.1.1/evalscope/benchmarks/ner/mit_movie_trivia_adapter.py +74 -0
  53. evalscope-1.1.1/evalscope/benchmarks/ner/mit_restaurant_adapter.py +66 -0
  54. evalscope-1.1.1/evalscope/benchmarks/ner/ontonotes5_adapter.py +87 -0
  55. evalscope-1.1.1/evalscope/benchmarks/ner/wnut2017_adapter.py +61 -0
  56. evalscope-1.1.1/evalscope/benchmarks/ocr_bench/ocr_bench_adapter.py +101 -0
  57. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/IoUscore_metric.py +87 -0
  58. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/TEDS_metric.py +963 -0
  59. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/ocr_bench_v2_adapter.py +161 -0
  60. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/page_ocr_metric.py +50 -0
  61. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/parallel.py +46 -0
  62. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/spotting_eval/readme.txt +26 -0
  63. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/spotting_eval/rrc_evaluation_funcs_1_1.py +537 -0
  64. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/spotting_eval/script.py +481 -0
  65. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/spotting_metric.py +179 -0
  66. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/utils.py +433 -0
  67. evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/vqa_metric.py +254 -0
  68. {evalscope-1.0.2/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models → evalscope-1.1.1/evalscope/benchmarks/omnidoc_bench}/__init__.py +0 -0
  69. evalscope-1.1.1/evalscope/benchmarks/omnidoc_bench/end2end_eval.py +349 -0
  70. evalscope-1.1.1/evalscope/benchmarks/omnidoc_bench/metrics.py +547 -0
  71. evalscope-1.1.1/evalscope/benchmarks/omnidoc_bench/omnidoc_bench_adapter.py +135 -0
  72. evalscope-1.1.1/evalscope/benchmarks/omnidoc_bench/utils.py +1937 -0
  73. evalscope-1.1.1/evalscope/benchmarks/poly_math/poly_math_adapter.py +127 -0
  74. evalscope-1.1.1/evalscope/benchmarks/poly_math/utils/instruction.py +105 -0
  75. evalscope-1.1.1/evalscope/benchmarks/pope/pope_adapter.py +111 -0
  76. evalscope-1.1.1/evalscope/benchmarks/seed_bench_2_plus/__init__.py +0 -0
  77. evalscope-1.1.1/evalscope/benchmarks/seed_bench_2_plus/seed_bench_2_plus_adapter.py +72 -0
  78. evalscope-1.1.1/evalscope/benchmarks/simple_qa/__init__.py +0 -0
  79. evalscope-1.1.1/evalscope/benchmarks/simple_vqa/__init__.py +0 -0
  80. evalscope-1.1.1/evalscope/benchmarks/simple_vqa/simple_vqa_adapter.py +169 -0
  81. evalscope-1.1.1/evalscope/benchmarks/super_gpqa/__init__.py +0 -0
  82. evalscope-1.1.1/evalscope/benchmarks/tau_bench/__init__.py +0 -0
  83. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/tau_bench/tau_bench_adapter.py +1 -1
  84. evalscope-1.1.1/evalscope/benchmarks/text2image/__init__.py +0 -0
  85. evalscope-1.1.1/evalscope/benchmarks/tool_bench/__init__.py +0 -0
  86. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/tool_bench/tool_bench_adapter.py +1 -1
  87. evalscope-1.1.1/evalscope/benchmarks/visu_logic/__init__.py +0 -0
  88. evalscope-1.1.1/evalscope/benchmarks/visu_logic/visu_logic_adapter.py +75 -0
  89. evalscope-1.1.1/evalscope/benchmarks/winogrande/__init__.py +0 -0
  90. evalscope-1.1.1/evalscope/benchmarks/zerobench/__init__.py +0 -0
  91. evalscope-1.1.1/evalscope/benchmarks/zerobench/zerobench_adapter.py +64 -0
  92. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/constants.py +4 -0
  93. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/evaluator/evaluator.py +72 -79
  94. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/math_parser.py +14 -0
  95. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/metric.py +52 -1
  96. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/metrics.py +16 -0
  97. evalscope-1.1.1/evalscope/metrics/t2v_metrics/__init__.py +0 -0
  98. evalscope-1.1.1/evalscope/metrics/t2v_metrics/models/__init__.py +0 -0
  99. evalscope-1.1.1/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/__init__.py +0 -0
  100. evalscope-1.1.1/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/__init__.py +0 -0
  101. evalscope-1.1.1/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/__init__.py +0 -0
  102. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/Qformer.py +2 -6
  103. evalscope-1.1.1/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/__init__.py +0 -0
  104. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/nlvr_encoder.py +2 -6
  105. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/med.py +2 -6
  106. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/utils/openai.py +4 -0
  107. evalscope-1.1.1/evalscope/perf/__init__.py +0 -0
  108. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/arguments.py +24 -4
  109. evalscope-1.1.1/evalscope/perf/benchmark.py +194 -0
  110. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/http_client.py +31 -16
  111. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/main.py +15 -2
  112. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/api/base.py +9 -7
  113. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/api/custom_api.py +13 -58
  114. evalscope-1.1.1/evalscope/perf/plugin/api/default_api.py +205 -0
  115. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/api/openai_api.py +4 -3
  116. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/base.py +21 -0
  117. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/custom.py +2 -3
  118. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/line_by_line.py +2 -3
  119. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/longalpaca.py +2 -3
  120. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/openqa.py +2 -4
  121. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/random_dataset.py +1 -3
  122. evalscope-1.1.1/evalscope/perf/utils/__init__.py +0 -0
  123. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/benchmark_util.py +36 -22
  124. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/db_util.py +14 -19
  125. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/local_server.py +0 -44
  126. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/log_utils.py +21 -6
  127. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/report/__init__.py +11 -2
  128. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/report/combinator.py +52 -2
  129. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/run.py +4 -0
  130. evalscope-1.1.1/evalscope/third_party/thinkbench/tools/__init__.py +0 -0
  131. evalscope-1.1.1/evalscope/utils/function_utils.py +253 -0
  132. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/io_utils.py +74 -0
  133. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/json_schema.py +8 -6
  134. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/logger.py +49 -17
  135. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/multi_choices.py +16 -1
  136. evalscope-1.1.1/evalscope/utils/ner.py +377 -0
  137. evalscope-1.1.1/evalscope/version.py +4 -0
  138. {evalscope-1.0.2 → evalscope-1.1.1/evalscope.egg-info}/PKG-INFO +291 -324
  139. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope.egg-info/SOURCES.txt +72 -29
  140. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope.egg-info/requires.txt +4 -29
  141. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope.egg-info/top_level.txt +0 -1
  142. evalscope-1.1.1/pyproject.toml +61 -0
  143. evalscope-1.1.1/requirements/sandbox.txt +1 -0
  144. evalscope-1.1.1/setup.py +4 -0
  145. evalscope-1.0.2/MANIFEST.in +0 -4
  146. evalscope-1.0.2/evalscope/api/benchmark/__init__.py +0 -3
  147. evalscope-1.0.2/evalscope/perf/benchmark.py +0 -209
  148. evalscope-1.0.2/evalscope/perf/plugin/api/default_api.py +0 -105
  149. evalscope-1.0.2/evalscope/utils/function_utils.py +0 -70
  150. evalscope-1.0.2/evalscope/version.py +0 -4
  151. evalscope-1.0.2/evalscope.egg-info/not-zip-safe +0 -1
  152. evalscope-1.0.2/requirements.txt +0 -1
  153. evalscope-1.0.2/setup.py +0 -195
  154. evalscope-1.0.2/tests/__init__.py +0 -1
  155. evalscope-1.0.2/tests/benchmark/__init__.py +0 -1
  156. evalscope-1.0.2/tests/benchmark/test_eval.py +0 -429
  157. evalscope-1.0.2/tests/benchmark/test_image_edit.py +0 -65
  158. evalscope-1.0.2/tests/benchmark/test_sandbox.py +0 -81
  159. evalscope-1.0.2/tests/benchmark/test_t2i.py +0 -142
  160. evalscope-1.0.2/tests/benchmark/test_vlm.py +0 -137
  161. evalscope-1.0.2/tests/cli/__init__.py +0 -1
  162. evalscope-1.0.2/tests/cli/test_all.py +0 -269
  163. evalscope-1.0.2/tests/cli/test_collection.py +0 -99
  164. evalscope-1.0.2/tests/cli/test_custom.py +0 -268
  165. evalscope-1.0.2/tests/cli/test_reasoning.py +0 -81
  166. evalscope-1.0.2/tests/common.py +0 -73
  167. evalscope-1.0.2/tests/perf/__init__.py +0 -1
  168. evalscope-1.0.2/tests/perf/test_perf.py +0 -206
  169. evalscope-1.0.2/tests/rag/test_clip_benchmark.py +0 -87
  170. evalscope-1.0.2/tests/rag/test_mteb.py +0 -213
  171. evalscope-1.0.2/tests/rag/test_ragas.py +0 -128
  172. evalscope-1.0.2/tests/swift/__init__.py +0 -1
  173. evalscope-1.0.2/tests/swift/test_run_swift_eval.py +0 -146
  174. evalscope-1.0.2/tests/swift/test_run_swift_vlm_eval.py +0 -128
  175. evalscope-1.0.2/tests/swift/test_run_swift_vlm_jugde_eval.py +0 -157
  176. evalscope-1.0.2/tests/utils.py +0 -13
  177. evalscope-1.0.2/tests/vlm/__init__.py +0 -1
  178. evalscope-1.0.2/tests/vlm/test_vlmeval.py +0 -102
  179. {evalscope-1.0.2 → evalscope-1.1.1}/LICENSE +0 -0
  180. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/__init__.py +0 -0
  181. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/__init__.py +0 -0
  182. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/image_edit_adapter.py +0 -0
  183. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/multi_choice_adapter.py +0 -0
  184. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/text2image_adapter.py +0 -0
  185. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/adapters/vision_language_adapter.py +0 -0
  186. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/benchmark/meta.py +0 -0
  187. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/dataset/__init__.py +0 -0
  188. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/dataset/utils.py +0 -0
  189. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/evaluator/__init__.py +0 -0
  190. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/evaluator/cache.py +0 -0
  191. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/evaluator/evaluator.py +0 -0
  192. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/evaluator/state.py +0 -0
  193. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/filter/__init__.py +0 -0
  194. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/filter/filter.py +0 -0
  195. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/messages/__init__.py +0 -0
  196. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/messages/chat_message.py +0 -0
  197. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/messages/content.py +0 -0
  198. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/messages/utils.py +0 -0
  199. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/metric/__init__.py +0 -0
  200. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/metric/metric.py +0 -0
  201. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/metric/scorer.py +0 -0
  202. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/mixin/__init__.py +0 -0
  203. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/mixin/llm_judge_mixin.py +0 -0
  204. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/model/__init__.py +0 -0
  205. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/model/model.py +0 -0
  206. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/model/model_output.py +0 -0
  207. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/registry.py +0 -0
  208. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/tool/__init__.py +0 -0
  209. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/tool/tool_call.py +0 -0
  210. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/tool/tool_info.py +0 -0
  211. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/api/tool/utils.py +0 -0
  212. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/__init__.py +0 -0
  213. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/app.py +0 -0
  214. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/arguments.py +0 -0
  215. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/constants.py +0 -0
  216. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/__init__.py +0 -0
  217. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/app_ui.py +0 -0
  218. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/sidebar.py +0 -0
  219. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/ui/visualization.py +0 -0
  220. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/utils/env_utils.py +0 -0
  221. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/utils/localization.py +0 -0
  222. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/app/utils/text_utils.py +0 -0
  223. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/arguments.py +0 -0
  224. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/__init__.py +0 -0
  225. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/base.py +0 -0
  226. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/__init__.py +0 -0
  227. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/api_meta_template.py +0 -0
  228. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/backend_manager.py +0 -0
  229. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/tasks/__init__.py +0 -0
  230. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/tasks/eval_api.py +0 -0
  231. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/opencompass/tasks/eval_datasets.py +0 -0
  232. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/__init__.py +0 -0
  233. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/backend_manager.py +0 -0
  234. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/__init__.py +0 -0
  235. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/arguments.py +0 -0
  236. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/dataset_builder.py +0 -0
  237. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/task_template.py +0 -0
  238. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/tasks/__init__.py +0 -0
  239. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/tasks/image_caption.py +0 -0
  240. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_classification.py +0 -0
  241. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/tasks/zeroshot_retrieval.py +0 -0
  242. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/utils/webdataset_convert.py +0 -0
  243. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/clip_benchmark/utils/webdatasets.txt +0 -0
  244. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/__init__.py +0 -0
  245. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/arguments.py +0 -0
  246. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/base.py +0 -0
  247. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/task_template.py +0 -0
  248. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/Classification.py +0 -0
  249. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/Clustering.py +0 -0
  250. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/CustomTask.py +0 -0
  251. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/PairClassification.py +0 -0
  252. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/Reranking.py +0 -0
  253. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/Retrieval.py +0 -0
  254. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/STS.py +0 -0
  255. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/cmteb/tasks/__init__.py +0 -0
  256. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/__init__.py +0 -0
  257. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/arguments.py +0 -0
  258. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/prompts/persona_prompt.py +0 -0
  259. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/task_template.py +0 -0
  260. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/tasks/__init__.py +0 -0
  261. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/tasks/build_distribution.py +0 -0
  262. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/tasks/build_transform.py +0 -0
  263. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/tasks/testset_generation.py +0 -0
  264. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/ragas/tasks/translate_prompt.py +0 -0
  265. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/utils/__init__.py +0 -0
  266. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/utils/clip.py +0 -0
  267. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/utils/embedding.py +0 -0
  268. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/utils/llm.py +0 -0
  269. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/rag_eval/utils/tools.py +0 -0
  270. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/vlm_eval_kit/__init__.py +0 -0
  271. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/backend/vlm_eval_kit/backend_manager.py +0 -0
  272. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/__init__.py +0 -0
  273. {evalscope-1.0.2/evalscope/benchmarks/ai2d → evalscope-1.1.1/evalscope/benchmarks/aa_lcr}/__init__.py +0 -0
  274. {evalscope-1.0.2/evalscope/benchmarks/aime → evalscope-1.1.1/evalscope/benchmarks/ai2d}/__init__.py +0 -0
  275. {evalscope-1.0.2/evalscope/benchmarks/alpaca_eval → evalscope-1.1.1/evalscope/benchmarks/aime}/__init__.py +0 -0
  276. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/aime/aime24_adapter.py +0 -0
  277. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/aime/aime25_adapter.py +0 -0
  278. {evalscope-1.0.2/evalscope/benchmarks/amc → evalscope-1.1.1/evalscope/benchmarks/alpaca_eval}/__init__.py +0 -0
  279. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/alpaca_eval/alpaca_eval_adapter.py +0 -0
  280. {evalscope-1.0.2/evalscope/benchmarks/arena_hard → evalscope-1.1.1/evalscope/benchmarks/amc}/__init__.py +0 -0
  281. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/amc/amc_adapter.py +0 -0
  282. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/arc/__init__.py +0 -0
  283. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/arc/arc_adapter.py +0 -0
  284. {evalscope-1.0.2/evalscope/benchmarks/bfcl → evalscope-1.1.1/evalscope/benchmarks/arena_hard}/__init__.py +0 -0
  285. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/arena_hard/arena_hard_adapter.py +0 -0
  286. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/arena_hard/utils.py +0 -0
  287. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/__init__.py +0 -0
  288. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/bbh_adapter.py +0 -0
  289. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/boolean_expressions.txt +0 -0
  290. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/causal_judgement.txt +0 -0
  291. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/date_understanding.txt +0 -0
  292. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/disambiguation_qa.txt +0 -0
  293. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/dyck_languages.txt +0 -0
  294. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/formal_fallacies.txt +0 -0
  295. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/geometric_shapes.txt +0 -0
  296. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/hyperbaton.txt +0 -0
  297. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_five_objects.txt +0 -0
  298. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_seven_objects.txt +0 -0
  299. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/logical_deduction_three_objects.txt +0 -0
  300. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/movie_recommendation.txt +0 -0
  301. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/multistep_arithmetic_two.txt +0 -0
  302. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/navigate.txt +0 -0
  303. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/object_counting.txt +0 -0
  304. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/penguins_in_a_table.txt +0 -0
  305. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/reasoning_about_colored_objects.txt +0 -0
  306. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/ruin_names.txt +0 -0
  307. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/salient_translation_error_detection.txt +0 -0
  308. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/snarks.txt +0 -0
  309. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/sports_understanding.txt +0 -0
  310. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/temporal_sequences.txt +0 -0
  311. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_five_objects.txt +0 -0
  312. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_seven_objects.txt +0 -0
  313. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/tracking_shuffled_objects_three_objects.txt +0 -0
  314. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/web_of_lies.txt +0 -0
  315. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bbh/cot_prompts/word_sorting.txt +0 -0
  316. {evalscope-1.0.2/evalscope/benchmarks/chinese_simple_qa → evalscope-1.1.1/evalscope/benchmarks/bfcl}/__init__.py +0 -0
  317. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/bfcl/generation.py +0 -0
  318. {evalscope-1.0.2/evalscope/benchmarks/data_collection → evalscope-1.1.1/evalscope/benchmarks/blink}/__init__.py +0 -0
  319. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ceval/__init__.py +0 -0
  320. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ceval/ceval_adapter.py +0 -0
  321. {evalscope-1.0.2/evalscope/benchmarks/docmath → evalscope-1.1.1/evalscope/benchmarks/chartqa}/__init__.py +0 -0
  322. {evalscope-1.0.2/evalscope/benchmarks/drop → evalscope-1.1.1/evalscope/benchmarks/chinese_simple_qa}/__init__.py +0 -0
  323. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/chinese_simple_qa/csimple_qa_adapter.py +0 -0
  324. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/cmmlu/__init__.py +0 -0
  325. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/cmmlu/cmmlu_adapter.py +0 -0
  326. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/competition_math/__init__.py +0 -0
  327. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/competition_math/competition_math_adapter.py +0 -0
  328. {evalscope-1.0.2/evalscope/benchmarks/frames → evalscope-1.1.1/evalscope/benchmarks/data_collection}/__init__.py +0 -0
  329. {evalscope-1.0.2/evalscope/benchmarks/general_arena → evalscope-1.1.1/evalscope/benchmarks/docmath}/__init__.py +0 -0
  330. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/docmath/docmath_adapter.py +0 -0
  331. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/docmath/utils.py +0 -0
  332. {evalscope-1.0.2/evalscope/benchmarks/general_mcq → evalscope-1.1.1/evalscope/benchmarks/docvqa}/__init__.py +0 -0
  333. {evalscope-1.0.2/evalscope/benchmarks/gpqa → evalscope-1.1.1/evalscope/benchmarks/drop}/__init__.py +0 -0
  334. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/drop/drop_adapter.py +0 -0
  335. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/drop/utils.py +0 -0
  336. {evalscope-1.0.2/evalscope/benchmarks/healthbench → evalscope-1.1.1/evalscope/benchmarks/frames}/__init__.py +0 -0
  337. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/frames/frames_adapter.py +0 -0
  338. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/frames/utils.py +0 -0
  339. {evalscope-1.0.2/evalscope/benchmarks/hle → evalscope-1.1.1/evalscope/benchmarks/general_arena}/__init__.py +0 -0
  340. {evalscope-1.0.2/evalscope/benchmarks/ifeval → evalscope-1.1.1/evalscope/benchmarks/general_mcq}/__init__.py +0 -0
  341. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/general_qa/__init__.py +0 -0
  342. {evalscope-1.0.2/evalscope/benchmarks/image_edit → evalscope-1.1.1/evalscope/benchmarks/gpqa}/__init__.py +0 -0
  343. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/gpqa/gpqa_adapter.py +0 -0
  344. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/gpqa/prompt.py +0 -0
  345. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/gsm8k/__init__.py +0 -0
  346. {evalscope-1.0.2/evalscope/benchmarks/image_edit/gedit → evalscope-1.1.1/evalscope/benchmarks/hallusion_bench}/__init__.py +0 -0
  347. {evalscope-1.0.2/evalscope/benchmarks/iquiz → evalscope-1.1.1/evalscope/benchmarks/healthbench}/__init__.py +0 -0
  348. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/healthbench/healthbench_adapter.py +0 -0
  349. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/healthbench/utils.py +0 -0
  350. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/hellaswag/__init__.py +0 -0
  351. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/hellaswag/hellaswag_adapter.py +0 -0
  352. {evalscope-1.0.2/evalscope/benchmarks/live_code_bench → evalscope-1.1.1/evalscope/benchmarks/hle}/__init__.py +0 -0
  353. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/humaneval/__init__.py +0 -0
  354. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/humaneval/utils.py +0 -0
  355. {evalscope-1.0.2/evalscope/benchmarks/maritime_bench → evalscope-1.1.1/evalscope/benchmarks/ifeval}/__init__.py +0 -0
  356. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ifeval/ifeval_adapter.py +0 -0
  357. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ifeval/instructions.py +0 -0
  358. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ifeval/instructions_registry.py +0 -0
  359. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ifeval/instructions_util.py +0 -0
  360. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/ifeval/utils.py +0 -0
  361. {evalscope-1.0.2/evalscope/benchmarks/math_500 → evalscope-1.1.1/evalscope/benchmarks/image_edit}/__init__.py +0 -0
  362. {evalscope-1.0.2/evalscope/benchmarks/math_vista → evalscope-1.1.1/evalscope/benchmarks/image_edit/gedit}/__init__.py +0 -0
  363. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/image_edit/gedit/gedit_adapter.py +0 -0
  364. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/image_edit/gedit/utils.py +0 -0
  365. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/image_edit/gedit/vie_prompts.py +0 -0
  366. {evalscope-1.0.2/evalscope/benchmarks/minerva_math → evalscope-1.1.1/evalscope/benchmarks/infovqa}/__init__.py +0 -0
  367. {evalscope-1.0.2/evalscope/benchmarks/mm_bench → evalscope-1.1.1/evalscope/benchmarks/iquiz}/__init__.py +0 -0
  368. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/iquiz/iquiz_adapter.py +0 -0
  369. {evalscope-1.0.2/evalscope/benchmarks/mm_star → evalscope-1.1.1/evalscope/benchmarks/live_code_bench}/__init__.py +0 -0
  370. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/evaluate_utils.py +0 -0
  371. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/extract_utils.py +0 -0
  372. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/load_utils.py +0 -0
  373. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/pass_k_utils.py +0 -0
  374. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/prompts.py +0 -0
  375. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/sandbox_evaluate_utils.py +0 -0
  376. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/live_code_bench/testing_util.py +0 -0
  377. {evalscope-1.0.2/evalscope/benchmarks/mmlu_pro → evalscope-1.1.1/evalscope/benchmarks/maritime_bench}/__init__.py +0 -0
  378. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/maritime_bench/maritime_bench_adapter.py +0 -0
  379. {evalscope-1.0.2/evalscope/benchmarks/mmlu_redux → evalscope-1.1.1/evalscope/benchmarks/math_500}/__init__.py +0 -0
  380. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/math_500/math_500_adapter.py +0 -0
  381. {evalscope-1.0.2/evalscope/benchmarks/mmmu → evalscope-1.1.1/evalscope/benchmarks/math_verse}/__init__.py +0 -0
  382. {evalscope-1.0.2/evalscope/benchmarks/mmmu_pro → evalscope-1.1.1/evalscope/benchmarks/math_vision}/__init__.py +0 -0
  383. {evalscope-1.0.2/evalscope/benchmarks/multi_if → evalscope-1.1.1/evalscope/benchmarks/math_vista}/__init__.py +0 -0
  384. {evalscope-1.0.2/evalscope/benchmarks/musr → evalscope-1.1.1/evalscope/benchmarks/minerva_math}/__init__.py +0 -0
  385. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/minerva_math/minerva_math_adapter.py +0 -0
  386. {evalscope-1.0.2/evalscope/benchmarks/needle_haystack → evalscope-1.1.1/evalscope/benchmarks/mm_bench}/__init__.py +0 -0
  387. {evalscope-1.0.2/evalscope/benchmarks/olympiad_bench → evalscope-1.1.1/evalscope/benchmarks/mm_star}/__init__.py +0 -0
  388. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mm_star/mm_star_adapter.py +0 -0
  389. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmlu/__init__.py +0 -0
  390. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmlu/mmlu_adapter.py +0 -0
  391. {evalscope-1.0.2/evalscope/benchmarks/omni_bench → evalscope-1.1.1/evalscope/benchmarks/mmlu_pro}/__init__.py +0 -0
  392. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmlu_pro/mmlu_pro_adapter.py +0 -0
  393. {evalscope-1.0.2/evalscope/benchmarks/process_bench → evalscope-1.1.1/evalscope/benchmarks/mmlu_redux}/__init__.py +0 -0
  394. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmlu_redux/mmlu_redux_adapter.py +0 -0
  395. {evalscope-1.0.2/evalscope/benchmarks/real_world_qa → evalscope-1.1.1/evalscope/benchmarks/mmmu}/__init__.py +0 -0
  396. {evalscope-1.0.2/evalscope/benchmarks/simple_qa → evalscope-1.1.1/evalscope/benchmarks/mmmu_pro}/__init__.py +0 -0
  397. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/mmmu_pro/mmmu_pro_adapter.py +0 -0
  398. {evalscope-1.0.2/evalscope/benchmarks/super_gpqa → evalscope-1.1.1/evalscope/benchmarks/multi_if}/__init__.py +0 -0
  399. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/multi_if/ifeval.py +0 -0
  400. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/multi_if/metrics.py +0 -0
  401. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/multi_if/multi_if_adapter.py +0 -0
  402. {evalscope-1.0.2/evalscope/benchmarks/tau_bench → evalscope-1.1.1/evalscope/benchmarks/musr}/__init__.py +0 -0
  403. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/musr/musr_adapter.py +0 -0
  404. {evalscope-1.0.2/evalscope/benchmarks/text2image → evalscope-1.1.1/evalscope/benchmarks/needle_haystack}/__init__.py +0 -0
  405. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/needle_haystack/utils.py +0 -0
  406. {evalscope-1.0.2/evalscope/benchmarks/tool_bench → evalscope-1.1.1/evalscope/benchmarks/ner}/__init__.py +0 -0
  407. {evalscope-1.0.2/evalscope/benchmarks/winogrande → evalscope-1.1.1/evalscope/benchmarks/ner/cross_ner_entities}/__init__.py +0 -0
  408. {evalscope-1.0.2/evalscope/metrics/t2v_metrics → evalscope-1.1.1/evalscope/benchmarks/ocr_bench}/__init__.py +0 -0
  409. {evalscope-1.0.2/evalscope/metrics/t2v_metrics/models → evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2}/__init__.py +0 -0
  410. {evalscope-1.0.2/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model → evalscope-1.1.1/evalscope/benchmarks/ocr_bench_v2/spotting_eval}/__init__.py +0 -0
  411. {evalscope-1.0.2/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward → evalscope-1.1.1/evalscope/benchmarks/olympiad_bench}/__init__.py +0 -0
  412. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/olympiad_bench/olympiad_bench_adapter.py +0 -0
  413. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/olympiad_bench/utils.py +0 -0
  414. {evalscope-1.0.2/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5 → evalscope-1.1.1/evalscope/benchmarks/omni_bench}/__init__.py +0 -0
  415. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/omni_bench/omni_bench_adapter.py +0 -0
  416. {evalscope-1.0.2/evalscope/perf → evalscope-1.1.1/evalscope/benchmarks/poly_math}/__init__.py +0 -0
  417. {evalscope-1.0.2/evalscope/perf/utils → evalscope-1.1.1/evalscope/benchmarks/pope}/__init__.py +0 -0
  418. {evalscope-1.0.2/evalscope/third_party/thinkbench/tools → evalscope-1.1.1/evalscope/benchmarks/process_bench}/__init__.py +0 -0
  419. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/process_bench/process_bench_adapter.py +0 -0
  420. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/race/__init__.py +0 -0
  421. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/race/race_adapter.py +0 -0
  422. {evalscope-1.0.2/tests/rag → evalscope-1.1.1/evalscope/benchmarks/real_world_qa}/__init__.py +0 -0
  423. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/real_world_qa/real_world_qa_adapter.py +0 -0
  424. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/simple_qa/simple_qa_adapter.py +0 -0
  425. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/super_gpqa/prompt.py +0 -0
  426. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/super_gpqa/super_gpqa_adapter.py +0 -0
  427. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/super_gpqa/utils.py +0 -0
  428. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/tau_bench/generation.py +0 -0
  429. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/text2image/evalmuse_adapter.py +0 -0
  430. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/text2image/genai_bench_adapter.py +0 -0
  431. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/text2image/general_t2i_adapter.py +0 -0
  432. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/text2image/hpdv2_adapter.py +0 -0
  433. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/text2image/tifa_adapter.py +0 -0
  434. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/tool_bench/utils.py +0 -0
  435. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/trivia_qa/__init__.py +0 -0
  436. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/trivia_qa/samples.jsonl +0 -0
  437. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/trivia_qa/trivia_qa_adapter.py +0 -0
  438. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/truthful_qa/__init__.py +0 -0
  439. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/truthful_qa/truthful_qa_adapter.py +0 -0
  440. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/benchmarks/winogrande/winogrande_adapter.py +0 -0
  441. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/__init__.py +0 -0
  442. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/base.py +0 -0
  443. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/cli.py +0 -0
  444. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/start_app.py +0 -0
  445. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/start_eval.py +0 -0
  446. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/start_perf.py +0 -0
  447. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/cli/start_server.py +0 -0
  448. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/collections/__init__.py +0 -0
  449. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/collections/sampler.py +0 -0
  450. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/collections/schema.py +0 -0
  451. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/config.py +0 -0
  452. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/evaluator/__init__.py +0 -0
  453. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/filters/__init__.py +0 -0
  454. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/filters/extraction.py +0 -0
  455. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/filters/selection.py +0 -0
  456. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/__init__.py +0 -0
  457. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/bundled_rouge_score/__init__.py +0 -0
  458. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/bundled_rouge_score/rouge_scorer.py +0 -0
  459. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/llm_judge.py +0 -0
  460. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/rouge_metric.py +0 -0
  461. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/clipscore.py +0 -0
  462. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/constants.py +0 -0
  463. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/itmscore.py +0 -0
  464. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/__init__.py +0 -0
  465. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/base_model.py +0 -0
  466. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/clip_model.py +0 -0
  467. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/build_mps_model/cross_modeling.py +0 -0
  468. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/clip_model.py +0 -0
  469. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/hpsv2_model.py +0 -0
  470. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/mps_model.py +0 -0
  471. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/clipscore_models/pickscore_model.py +0 -0
  472. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/__init__.py +0 -0
  473. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/blip2_itm_model.py +0 -0
  474. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/fga_blip2_model.py +0 -0
  475. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/ImageReward.py +0 -0
  476. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward/blip_pretrain.py +0 -0
  477. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/itmscore_models/image_reward_model.py +0 -0
  478. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/model.py +0 -0
  479. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/utils.py +0 -0
  480. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/__init__.py +0 -0
  481. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/__init__.py +0 -0
  482. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/language_model/clip_t5.py +0 -0
  483. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/builder.py +0 -0
  484. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_encoder/clip_encoder.py +0 -0
  485. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5/model/multimodal_projector/builder.py +0 -0
  486. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/clip_t5_model.py +0 -0
  487. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/gpt4v_model.py +0 -0
  488. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/__init__.py +0 -0
  489. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/config.py +0 -0
  490. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/dist_utils.py +0 -0
  491. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/gradcam.py +0 -0
  492. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/logger.py +0 -0
  493. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/optims.py +0 -0
  494. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/registry.py +0 -0
  495. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/utils.py +0 -0
  496. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/__init__.py +0 -0
  497. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa.py +0 -0
  498. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/common/vqa_tools/vqa_eval.py +0 -0
  499. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/default.yaml +0 -0
  500. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_flant5xl.yaml +0 -0
  501. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt2.7b.yaml +0 -0
  502. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_caption_opt6.7b.yaml +0 -0
  503. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_coco.yaml +0 -0
  504. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xl.yaml +0 -0
  505. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_flant5xxl.yaml +0 -0
  506. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna13b.yaml +0 -0
  507. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_instruct_vicuna7b.yaml +0 -0
  508. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain.yaml +0 -0
  509. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl.yaml +0 -0
  510. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_no_prefix.yaml +0 -0
  511. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_iter_80k_total_100k_prefix.yaml +0 -0
  512. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xl_vitL.yaml +0 -0
  513. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_flant5xxl.yaml +0 -0
  514. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt2.7b.yaml +0 -0
  515. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_opt6.7b.yaml +0 -0
  516. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_pretrain_vitL.yaml +0 -0
  517. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna13b.yaml +0 -0
  518. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/blip2/blip2_vicuna7b.yaml +0 -0
  519. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config.json +0 -0
  520. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_config_albef.json +0 -0
  521. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/configs/models/med_large_config.json +0 -0
  522. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/__init__.py +0 -0
  523. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/base_model.py +0 -0
  524. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2.py +0 -0
  525. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_image_text_matching.py +0 -0
  526. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_qformer.py +0 -0
  527. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5.py +0 -0
  528. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/blip2_t5_instruct.py +0 -0
  529. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/fga_blip2.py +0 -0
  530. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_llama.py +0 -0
  531. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip2_models/modeling_t5.py +0 -0
  532. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/__init__.py +0 -0
  533. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip.py +0 -0
  534. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_caption.py +0 -0
  535. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_classification.py +0 -0
  536. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_feature_extractor.py +0 -0
  537. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_image_text_matching.py +0 -0
  538. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_nlvr.py +0 -0
  539. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_outputs.py +0 -0
  540. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_pretrain.py +0 -0
  541. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/blip_models/blip_vqa.py +0 -0
  542. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/clip_vit.py +0 -0
  543. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/eva_vit.py +0 -0
  544. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/models/vit.py +0 -0
  545. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/__init__.py +0 -0
  546. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/base_processor.py +0 -0
  547. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/blip_processors.py +0 -0
  548. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/lavis/processors/randaugment.py +0 -0
  549. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/mm_utils.py +0 -0
  550. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/models/vqascore_models/vqa_model.py +0 -0
  551. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/score.py +0 -0
  552. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/metrics/t2v_metrics/vqascore.py +0 -0
  553. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/__init__.py +0 -0
  554. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/image_edit_model.py +0 -0
  555. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/mockllm.py +0 -0
  556. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/model_apis.py +0 -0
  557. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/modelscope.py +0 -0
  558. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/openai_compatible.py +0 -0
  559. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/models/text2image_model.py +0 -0
  560. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/__init__.py +0 -0
  561. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/api/__init__.py +0 -0
  562. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/api/dashscope_api.py +0 -0
  563. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/__init__.py +0 -0
  564. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/flickr8k.py +0 -0
  565. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/kontext_bench.py +0 -0
  566. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/random_vl_dataset.py +0 -0
  567. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/datasets/speed_benchmark.py +0 -0
  568. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/plugin/registry.py +0 -0
  569. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/analysis_result.py +0 -0
  570. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/handler.py +0 -0
  571. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/perf/utils/rich_display.py +0 -0
  572. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/report/generator.py +0 -0
  573. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/report/report.py +0 -0
  574. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/summarizer.py +0 -0
  575. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/__init__.py +0 -0
  576. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/README.md +0 -0
  577. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/__init__.py +0 -0
  578. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/default_task.json +0 -0
  579. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/default_task.yaml +0 -0
  580. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/eval.py +0 -0
  581. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/infer.py +0 -0
  582. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/longbench_write.py +0 -0
  583. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/resources/__init__.py +0 -0
  584. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/resources/judge.txt +0 -0
  585. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/resources/longbench_write.jsonl +0 -0
  586. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/resources/longbench_write_en.jsonl +0 -0
  587. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/resources/longwrite_ruler.jsonl +0 -0
  588. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/tools/__init__.py +0 -0
  589. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/tools/data_etl.py +0 -0
  590. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/tools/openai_api.py +0 -0
  591. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/longbench_write/utils.py +0 -0
  592. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/__init__.py +0 -0
  593. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/eval.py +0 -0
  594. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/infer.py +0 -0
  595. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/resources/critique_template.txt +0 -0
  596. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/resources/reformat_template.txt +0 -0
  597. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/tools/llm.py +0 -0
  598. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/thinkbench/tools/utils.py +0 -0
  599. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/README.md +0 -0
  600. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/__init__.py +0 -0
  601. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/config_default.json +0 -0
  602. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/config_default.yaml +0 -0
  603. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/eval.py +0 -0
  604. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/infer.py +0 -0
  605. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/llm/__init__.py +0 -0
  606. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/llm/swift_infer.py +0 -0
  607. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/requirements.txt +0 -0
  608. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/third_party/toolbench_static/toolbench_static.py +0 -0
  609. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/__init__.py +0 -0
  610. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/argument_utils.py +0 -0
  611. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/chat_service.py +0 -0
  612. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/deprecation_utils.py +0 -0
  613. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/import_utils.py +0 -0
  614. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/model_utils.py +0 -0
  615. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope/utils/url_utils.py +0 -0
  616. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope.egg-info/dependency_links.txt +0 -0
  617. {evalscope-1.0.2 → evalscope-1.1.1}/evalscope.egg-info/entry_points.txt +0 -0
  618. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/aigc.txt +0 -0
  619. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/app.txt +0 -0
  620. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/dev.txt +0 -0
  621. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/docs.txt +0 -0
  622. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/framework.txt +0 -0
  623. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/opencompass.txt +0 -0
  624. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/perf.txt +0 -0
  625. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/rag.txt +0 -0
  626. {evalscope-1.0.2 → evalscope-1.1.1}/requirements/vlmeval.txt +0 -0
  627. {evalscope-1.0.2 → evalscope-1.1.1}/setup.cfg +0 -0
  628. {evalscope-1.0.2 → evalscope-1.1.1}/tests/test_run_all.py +0 -0
evalscope-1.1.1/MANIFEST.in ADDED
@@ -0,0 +1,10 @@
1
+ include README.md
2
+
3
+ # Include all resources (code + other files) inside the package
4
+ recursive-include evalscope *
5
+
6
+ # Exclude cache/compiled artifacts
7
+ global-exclude *.py[cod] __pycache__ *.so *.dylib
8
+
9
+ # If there are models/large files, you can add prune/exclude as needed
10
+ # Example: prune evalscope/models