dsh-eval-guard 0.2.3 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (221) hide show
  1. package/README.md +91 -13
  2. package/assets/commit0/instance.json +30 -0
  3. package/assets/commit0/workspace.zip +0 -0
  4. package/assets/featurebench/hidden/test_regression.py +690 -0
  5. package/assets/featurebench/instance.json +16 -0
  6. package/assets/featurebench/workspace.zip +0 -0
  7. package/assets/swe-bench-pro/hidden/test.patch +36 -0
  8. package/assets/swe-bench-pro/instance.json +10 -0
  9. package/assets/swe-bench-pro/workspace.zip +0 -0
  10. package/eval/README.md +18 -0
  11. package/eval/arena/arena/README.md +21 -0
  12. package/eval/arena/arena/bt.py +104 -0
  13. package/eval/arena/arena/clock.py +15 -0
  14. package/eval/arena/arena/core.py +265 -0
  15. package/eval/arena/arena/run.cmd +24 -0
  16. package/eval/arena/arena/run.sh +11 -0
  17. package/eval/arena/arena/schedule.py +79 -0
  18. package/eval/arena/arena/tournament.py +183 -0
  19. package/eval/arena/bomberman/bots/README.md +16 -0
  20. package/eval/arena/bomberman/bots/deepseek-v4.1-flash.cpp +447 -0
  21. package/eval/arena/bomberman/bots/doubao-seed-2.1.cpp +542 -0
  22. package/eval/arena/bomberman/bots/glm-5.3.cpp +406 -0
  23. package/eval/arena/bomberman/bots/gpt-6-astra.cpp +768 -0
  24. package/eval/arena/bomberman/bots/gpt-6-sol.cpp +444 -0
  25. package/eval/arena/bomberman/bots/kimi-k3.cpp +432 -0
  26. package/eval/arena/bomberman/bots/mimo-v2.6-pro.cpp +529 -0
  27. package/eval/arena/bomberman/bots/opus-5.5.cpp +548 -0
  28. package/eval/arena/bomberman/bots/qwen-3.8-max.cpp +836 -0
  29. package/eval/arena/bomberman/tournament/README.md +11 -0
  30. package/eval/arena/bomberman/tournament/bt.py +56 -0
  31. package/eval/arena/bomberman/tournament/evaluate.py +199 -0
  32. package/eval/arena/bomberman/tournament/run.py +79 -0
  33. package/eval/arena/bomberman/tournament/schedule-2to10.json.gz +0 -0
  34. package/eval/arena/bomberman/workspace/MANIFEST.json +13 -0
  35. package/eval/arena/bomberman/workspace/README.md +29 -0
  36. package/eval/arena/bomberman/workspace/RULES.md +100 -0
  37. package/eval/arena/bomberman/workspace/baseline.cpp +240 -0
  38. package/eval/arena/bomberman/workspace/clock.py +25 -0
  39. package/eval/arena/bomberman/workspace/engine/arena.py +198 -0
  40. package/eval/arena/bomberman/workspace/engine/build.py +35 -0
  41. package/eval/arena/bomberman/workspace/engine/engine.py +256 -0
  42. package/eval/arena/bomberman/workspace/engine/verify_replay.py +24 -0
  43. package/eval/arena/bomberman/workspace/run.cmd +28 -0
  44. package/eval/arena/bomberman/workspace/run.sh +16 -0
  45. package/eval/arena/bomberman/workspace/viewer/index.html +42 -0
  46. package/eval/arena/ctf/bots/README.md +18 -0
  47. package/eval/arena/ctf/bots/deepseek-v4.1-flash.cpp +601 -0
  48. package/eval/arena/ctf/bots/doubao-seed-2.1-turbo.cpp +320 -0
  49. package/eval/arena/ctf/bots/fable-5.1.cpp +634 -0
  50. package/eval/arena/ctf/bots/glm-5.3.cpp +689 -0
  51. package/eval/arena/ctf/bots/gpt-6-astra.cpp +657 -0
  52. package/eval/arena/ctf/bots/gpt-6.1-sol.cpp +725 -0
  53. package/eval/arena/ctf/bots/kimi-k3.cpp +667 -0
  54. package/eval/arena/ctf/bots/mimo-v2.6-pro.cpp +533 -0
  55. package/eval/arena/ctf/bots/opus-5.5.cpp +645 -0
  56. package/eval/arena/ctf/bots/qwen-3.8-max.cpp +726 -0
  57. package/eval/arena/ctf/bots/sonnet-5.5.cpp +569 -0
  58. package/eval/arena/ctf/tournament/README.md +15 -0
  59. package/eval/arena/ctf/tournament/formal-2to8.json +31 -0
  60. package/eval/arena/ctf/tournament/formal-9to15.json +31 -0
  61. package/eval/arena/ctf/workspace/README.md +41 -0
  62. package/eval/arena/ctf/workspace/RULES.md +119 -0
  63. package/eval/arena/ctf/workspace/arena.py +186 -0
  64. package/eval/arena/ctf/workspace/baseline.cpp +257 -0
  65. package/eval/arena/ctf/workspace/clock.py +15 -0
  66. package/eval/arena/ctf/workspace/core.py +265 -0
  67. package/eval/arena/ctf/workspace/engine.py +389 -0
  68. package/eval/arena/ctf/workspace/run.cmd +24 -0
  69. package/eval/arena/ctf/workspace/run.sh +11 -0
  70. package/eval/arena/ctf/workspace/viewer.html +71 -0
  71. package/eval/arena/land/bots/README.md +17 -0
  72. package/eval/arena/land/bots/deepseek-4.1f@workbuddy#1/bot.cpp +608 -0
  73. package/eval/arena/land/bots/glm-5.3@workbuddy#1/bot.cpp +521 -0
  74. package/eval/arena/land/bots/gpt-6-astra@codex#1/bot.cpp +373 -0
  75. package/eval/arena/land/bots/gpt-6-sol@codex#1/bot.cpp +341 -0
  76. package/eval/arena/land/bots/kimi-k3@workbuddy#1/bot.cpp +492 -0
  77. package/eval/arena/land/bots/mimo-2.6-pro@zcode#1/bot.cpp +652 -0
  78. package/eval/arena/land/bots/mystery-model@zcode#1/bot.cpp +466 -0
  79. package/eval/arena/land/bots/opus-5.5@claude-code#1/bot.cpp +630 -0
  80. package/eval/arena/land/bots/sonnet-5@claude-code#1/bot.cpp +619 -0
  81. package/eval/arena/land/tournament/make_replay_page.py +17 -0
  82. package/eval/arena/land/tournament/rate.py +290 -0
  83. package/eval/arena/land/tournament/round_robin.py +172 -0
  84. package/eval/arena/land/tournament/sparring.cpp +356 -0
  85. package/eval/arena/land/workspace/RULES.md +114 -0
  86. package/eval/arena/land/workspace/TASK.md +46 -0
  87. package/eval/arena/land/workspace/anchors/.build/greedy_f2e6d2dea5ca +0 -0
  88. package/eval/arena/land/workspace/anchors/greedy.cpp +194 -0
  89. package/eval/arena/land/workspace/anchors/random.cpp +80 -0
  90. package/eval/arena/land/workspace/clock.py +64 -0
  91. package/eval/arena/land/workspace/engine/build.py +33 -0
  92. package/eval/arena/land/workspace/engine/game.py +273 -0
  93. package/eval/arena/land/workspace/engine/referee.py +308 -0
  94. package/eval/arena/land/workspace/starter/.build/bot_be32b45b4699 +0 -0
  95. package/eval/arena/land/workspace/starter/bot.cpp +82 -0
  96. package/eval/arena/land/workspace/viewer/viewer.html +210 -0
  97. package/eval/arena/tank/bots/README.md +24 -0
  98. package/eval/arena/tank/bots/half1/deepseek-v4.1-flash.cpp +367 -0
  99. package/eval/arena/tank/bots/half1/doubao-seed-evolving.cpp +402 -0
  100. package/eval/arena/tank/bots/half1/gemini-4-argon.cpp +1132 -0
  101. package/eval/arena/tank/bots/half1/glm-5.3.cpp +551 -0
  102. package/eval/arena/tank/bots/half1/gpt-6-astra.cpp +233 -0
  103. package/eval/arena/tank/bots/half1/gpt-6.1-sol-ultrafast.cpp +350 -0
  104. package/eval/arena/tank/bots/half1/gpt-6.1-sol.cpp +78 -0
  105. package/eval/arena/tank/bots/half1/grok-4.7.cpp +1099 -0
  106. package/eval/arena/tank/bots/half1/haiku-5.5.cpp +210 -0
  107. package/eval/arena/tank/bots/half1/kimi-k3.cpp +353 -0
  108. package/eval/arena/tank/bots/half1/mimo-v2.6-pro.cpp +336 -0
  109. package/eval/arena/tank/bots/half1/muse-wonder-full.cpp +560 -0
  110. package/eval/arena/tank/bots/half1/opus-5.5.cpp +435 -0
  111. package/eval/arena/tank/bots/half1/qwen-3.8-max.cpp +537 -0
  112. package/eval/arena/tank/bots/half2/deepseek-v4.1-flash.cpp +425 -0
  113. package/eval/arena/tank/bots/half2/doubao-seed-evolving.cpp +308 -0
  114. package/eval/arena/tank/bots/half2/gemini-4-argon.cpp +1390 -0
  115. package/eval/arena/tank/bots/half2/glm-5.3.cpp +651 -0
  116. package/eval/arena/tank/bots/half2/gpt-6-astra.cpp +241 -0
  117. package/eval/arena/tank/bots/half2/gpt-6.1-sol-ultrafast.cpp +356 -0
  118. package/eval/arena/tank/bots/half2/gpt-6.1-sol.cpp +87 -0
  119. package/eval/arena/tank/bots/half2/grok-4.7.cpp +1205 -0
  120. package/eval/arena/tank/bots/half2/haiku-5.5.cpp +210 -0
  121. package/eval/arena/tank/bots/half2/kimi-k3.cpp +487 -0
  122. package/eval/arena/tank/bots/half2/mimo-v2.6-pro.cpp +336 -0
  123. package/eval/arena/tank/bots/half2/muse-wonder-full.cpp +560 -0
  124. package/eval/arena/tank/bots/half2/opus-5.5.cpp +476 -0
  125. package/eval/arena/tank/bots/half2/qwen-3.8-max.cpp +392 -0
  126. package/eval/arena/tank/tournament/README.md +24 -0
  127. package/eval/arena/tank/tournament/bt.py +218 -0
  128. package/eval/arena/tank/tournament/final.json +202 -0
  129. package/eval/arena/tank/tournament/halftime.json +146 -0
  130. package/eval/arena/tank/tournament/progress.json +911 -0
  131. package/eval/arena/tank/tournament/schedule.py +100 -0
  132. package/eval/arena/tank/tournament/sparring.cpp +928 -0
  133. package/eval/arena/tank/tournament/tournament.py +1426 -0
  134. package/eval/arena/tank/workspace/README.md +169 -0
  135. package/eval/arena/tank/workspace/RULES.md +443 -0
  136. package/eval/arena/tank/workspace/arena.py +862 -0
  137. package/eval/arena/tank/workspace/baseline.cpp +259 -0
  138. package/eval/arena/tank/workspace/clock.py +103 -0
  139. package/eval/arena/tank/workspace/core.py +712 -0
  140. package/eval/arena/tank/workspace/engine.py +573 -0
  141. package/eval/arena/tank/workspace/history/.lock +0 -0
  142. package/eval/arena/tank/workspace/history/20261017-193610-08715287f91f-bot.cpp +109 -0
  143. package/eval/arena/tank/workspace/history/20261017-193619-f00b2d5635fa-gpt-6-astra.cpp +241 -0
  144. package/eval/arena/tank/workspace/history/20261017-193643-63319e0a2b1a-gpt-6_1-sol-ultrafast.cpp +356 -0
  145. package/eval/arena/tank/workspace/history/20261017-193647-41c1341d0a8a-gemini-4-argon.cpp +1390 -0
  146. package/eval/arena/tank/workspace/history/20261017-193652-e34c0f45539a-gpt-6_1-sol.cpp +87 -0
  147. package/eval/arena/tank/workspace/history/20261017-193654-c026348ce96e-opus-5_5.cpp +476 -0
  148. package/eval/arena/tank/workspace/history/20261017-193655-4a21366e94d1-muse-wonder-full.cpp +560 -0
  149. package/eval/arena/tank/workspace/history/20261017-193657-dbc4e9969c52-mimo-v2_6-pro.cpp +336 -0
  150. package/eval/arena/tank/workspace/history/20261017-193703-723cd036eb31-grok-4_7.cpp +1205 -0
  151. package/eval/arena/tank/workspace/history/20261017-193707-1ebbb227be68-deepseek-v4_1-flash.cpp +425 -0
  152. package/eval/arena/tank/workspace/history/20261017-193709-aeb0e7202ad5-doubao-seed-evolving.cpp +308 -0
  153. package/eval/arena/tank/workspace/history/20261017-193710-b21ebeb9bc76-kimi-k3.cpp +487 -0
  154. package/eval/arena/tank/workspace/history/20261017-193712-54cd86531905-haiku-5_5.cpp +210 -0
  155. package/eval/arena/tank/workspace/history/20261017-193714-efdb8e35c0bf-qwen-3_8-max.cpp +392 -0
  156. package/eval/arena/tank/workspace/history/20261017-193715-681423c23fdb-glm-5_3.cpp +651 -0
  157. package/eval/arena/tank/workspace/history/20261017-193717-1a8b3c75181d-sparring.cpp +928 -0
  158. package/eval/arena/tank/workspace/history/20261017-193720-1e0803a541e8-baseline.cpp +259 -0
  159. package/eval/arena/tank/workspace/history/log.jsonl +103 -0
  160. package/eval/arena/tank/workspace/judge/cycles.hpp +53 -0
  161. package/eval/arena/tank/workspace/judge/fast.cpp +337 -0
  162. package/eval/arena/tank/workspace/judge/referee.cpp +125 -0
  163. package/eval/arena/tank/workspace/judge/speed.cpp +99 -0
  164. package/eval/arena/tank/workspace/run.cmd +31 -0
  165. package/eval/arena/tank/workspace/run.sh +23 -0
  166. package/eval/arena/tank/workspace/tank.hpp +1762 -0
  167. package/eval/arena/tank/workspace/tank_main.cpp +215 -0
  168. package/eval/arena/tank/workspace/viewer.html +1150 -0
  169. package/eval/arena/warehouse/workspace/SPEC.md +130 -0
  170. package/eval/arena/warehouse/workspace/TASK.md +71 -0
  171. package/eval/arena/warehouse/workspace/baseline/common.h +88 -0
  172. package/eval/arena/warehouse/workspace/baseline/main.cpp +27 -0
  173. package/eval/arena/warehouse/workspace/baseline/old_stuff.cpp +87 -0
  174. package/eval/arena/warehouse/workspace/baseline/sim.cpp +427 -0
  175. package/eval/arena/warehouse/workspace/baseline/util.cpp +220 -0
  176. package/eval/arena/warehouse/workspace/clock.py +42 -0
  177. package/eval/arena/warehouse/workspace/src/common.h +88 -0
  178. package/eval/arena/warehouse/workspace/src/main.cpp +27 -0
  179. package/eval/arena/warehouse/workspace/src/old_stuff.cpp +87 -0
  180. package/eval/arena/warehouse/workspace/src/sim.cpp +427 -0
  181. package/eval/arena/warehouse/workspace/src/util.cpp +220 -0
  182. package/eval/arena/warehouse/workspace/tools/bench.py +119 -0
  183. package/eval/arena/warehouse/workspace/tools/check_input.py +161 -0
  184. package/eval/arena/warehouse/workspace/tools/gen.py +132 -0
  185. package/eval/arena/warehouse/workspace/tools/measure.py +107 -0
  186. package/eval/arena/warehouse/workspace/workloads/public/pub_crowded.in +1420 -0
  187. package/eval/arena/warehouse/workspace/workloads/public/pub_crowded.out +9162 -0
  188. package/eval/arena/warehouse/workspace/workloads/public/pub_dynamic.in +1465 -0
  189. package/eval/arena/warehouse/workspace/workloads/public/pub_dynamic.out +3439 -0
  190. package/eval/arena/warehouse/workspace/workloads/public/pub_flood.in +2757 -0
  191. package/eval/arena/warehouse/workspace/workloads/public/pub_flood.out +3126 -0
  192. package/eval/arena/warehouse/workspace/workloads/public/pub_small.in +731 -0
  193. package/eval/arena/warehouse/workspace/workloads/public/pub_small.out +2578 -0
  194. package/eval/arena/warehouse/workspace/workloads/public/pub_wide.in +528 -0
  195. package/eval/arena/warehouse/workspace/workloads/public/pub_wide.out +2026 -0
  196. package/eval/bomberman.py +20 -0
  197. package/eval/commit0.py +21 -0
  198. package/eval/common.py +61 -0
  199. package/eval/ctf.py +20 -0
  200. package/eval/featurebench.py +25 -0
  201. package/eval/land.py +20 -0
  202. package/eval/legacy/bomberman-prices.json +4 -0
  203. package/eval/legacy/bomberman.py +161 -0
  204. package/eval/legacy/commit0.py +91 -0
  205. package/eval/legacy/ctf-prices.json +4 -0
  206. package/eval/legacy/ctf.py +178 -0
  207. package/eval/legacy/featurebench.py +103 -0
  208. package/eval/legacy/land-prices.json +4 -0
  209. package/eval/legacy/land.py +177 -0
  210. package/eval/legacy/swe_bench_pro.py +116 -0
  211. package/eval/legacy/tank-prices.json +3 -0
  212. package/eval/legacy/tank.py +408 -0
  213. package/eval/legacy/warehouse-prices.json +4 -0
  214. package/eval/legacy/warehouse.py +365 -0
  215. package/eval/swe-bench-pro.py +25 -0
  216. package/eval/tank.py +20 -0
  217. package/eval/warehouse.py +20 -0
  218. package/lib/client/index.js +376 -63
  219. package/lib/client/index.js.map +1 -1
  220. package/lib/index.js +684 -27
  221. package/package.json +2 -1
package/eval/arena/tank/tournament/final.json ADDED
@@ -0,0 +1,202 @@
1
+ {
2
+ "title": "终场赛（下半场版本）",
3
+ "kit": "../workspace",
4
+ "build_dir": "../workspace/build",
5
+ "out": "run-final",
6
+ "players": {
7
+ "Astra": "../bots/half2/gpt-6-astra.cpp",
8
+ "Opus": "../bots/half2/opus-5.5.cpp",
9
+ "Haiku": "../bots/half2/haiku-5.5.cpp",
10
+ "Sol": "../bots/half2/gpt-6.1-sol.cpp",
11
+ "GLM": "../bots/half2/glm-5.3.cpp",
12
+ "MiMo": "../bots/half2/mimo-v2.6-pro.cpp",
13
+ "Doubao": "../bots/half2/doubao-seed-evolving.cpp",
14
+ "DeepSeek": "../bots/half2/deepseek-v4.1-flash.cpp",
15
+ "Muse": "../bots/half2/muse-wonder-full.cpp",
16
+ "Grok": "../bots/half2/grok-4.7.cpp",
17
+ "Qwen": "../bots/half2/qwen-3.8-max.cpp",
18
+ "Kimi": "../bots/half2/kimi-k3.cpp",
19
+ "SolUF": "../bots/half2/gpt-6.1-sol-ultrafast.cpp",
20
+ "Gemini": "../bots/half2/gemini-4-argon.cpp",
21
+ "baseline": "../workspace/baseline.cpp",
22
+ "sparring": "sparring.cpp"
23
+ },
24
+ "maps_per_pair": 60,
25
+ "workers": 0,
26
+ "pin": {
27
+ "mode": "big"
28
+ },
29
+ "speed": {
30
+ "enabled": true,
31
+ "tolerance": 0.15,
32
+ "repeat": 3
33
+ },
34
+ "boot": 1000,
35
+ "labels": {
36
+ "baseline": "基准",
37
+ "sparring": "出题方参照"
38
+ },
39
+ "display": {
40
+ "Astra": "GPT-6 Astra",
41
+ "Opus": "Claude Opus 5.5",
42
+ "Haiku": "Claude Haiku 5.5",
43
+ "Sol": "GPT-6.1 Sol",
44
+ "GLM": "智谱 GLM 5.3",
45
+ "MiMo": "小米 MiMo V2.6 Pro",
46
+ "Doubao": "Doubao-Seed-Evolving",
47
+ "DeepSeek": "DeepSeek V4.1 Flash",
48
+ "Muse": "Muse Wonder Full",
49
+ "Grok": "Grok 4.7",
50
+ "Qwen": "通义千问 Qwen 3.8 Max",
51
+ "Kimi": "Kimi K3",
52
+ "SolUF": "GPT-6.1 Sol Ultrafast（Codex CLI）",
53
+ "Gemini": "Gemini 4 Argon Contributor（OpenCode Go）"
54
+ },
55
+ "substitutes": {
56
+ "Astra": [
57
+ {
58
+ "path": "../bots/half1/gpt-6-astra.cpp",
59
+ "label": "这位选手自己的上半场版本"
60
+ },
61
+ {
62
+ "path": "../workspace/submission/bot.cpp",
63
+ "label": "模板"
64
+ }
65
+ ],
66
+ "Opus": [
67
+ {
68
+ "path": "../bots/half1/opus-5.5.cpp",
69
+ "label": "这位选手自己的上半场版本"
70
+ },
71
+ {
72
+ "path": "../workspace/submission/bot.cpp",
73
+ "label": "模板"
74
+ }
75
+ ],
76
+ "Haiku": [
77
+ {
78
+ "path": "../bots/half1/haiku-5.5.cpp",
79
+ "label": "这位选手自己的上半场版本"
80
+ },
81
+ {
82
+ "path": "../workspace/submission/bot.cpp",
83
+ "label": "模板"
84
+ }
85
+ ],
86
+ "Sol": [
87
+ {
88
+ "path": "../bots/half1/gpt-6.1-sol.cpp",
89
+ "label": "这位选手自己的上半场版本"
90
+ },
91
+ {
92
+ "path": "../workspace/submission/bot.cpp",
93
+ "label": "模板"
94
+ }
95
+ ],
96
+ "GLM": [
97
+ {
98
+ "path": "../bots/half1/glm-5.3.cpp",
99
+ "label": "这位选手自己的上半场版本"
100
+ },
101
+ {
102
+ "path": "../workspace/submission/bot.cpp",
103
+ "label": "模板"
104
+ }
105
+ ],
106
+ "MiMo": [
107
+ {
108
+ "path": "../bots/half1/mimo-v2.6-pro.cpp",
109
+ "label": "这位选手自己的上半场版本"
110
+ },
111
+ {
112
+ "path": "../workspace/submission/bot.cpp",
113
+ "label": "模板"
114
+ }
115
+ ],
116
+ "Doubao": [
117
+ {
118
+ "path": "../bots/half1/doubao-seed-evolving.cpp",
119
+ "label": "这位选手自己的上半场版本"
120
+ },
121
+ {
122
+ "path": "../workspace/submission/bot.cpp",
123
+ "label": "模板"
124
+ }
125
+ ],
126
+ "DeepSeek": [
127
+ {
128
+ "path": "../bots/half1/deepseek-v4.1-flash.cpp",
129
+ "label": "这位选手自己的上半场版本"
130
+ },
131
+ {
132
+ "path": "../workspace/submission/bot.cpp",
133
+ "label": "模板"
134
+ }
135
+ ],
136
+ "Muse": [
137
+ {
138
+ "path": "../bots/half1/muse-wonder-full.cpp",
139
+ "label": "这位选手自己的上半场版本"
140
+ },
141
+ {
142
+ "path": "../workspace/submission/bot.cpp",
143
+ "label": "模板"
144
+ }
145
+ ],
146
+ "Grok": [
147
+ {
148
+ "path": "../bots/half1/grok-4.7.cpp",
149
+ "label": "这位选手自己的上半场版本"
150
+ },
151
+ {
152
+ "path": "../workspace/submission/bot.cpp",
153
+ "label": "模板"
154
+ }
155
+ ],
156
+ "Qwen": [
157
+ {
158
+ "path": "../bots/half1/qwen-3.8-max.cpp",
159
+ "label": "这位选手自己的上半场版本"
160
+ },
161
+ {
162
+ "path": "../workspace/submission/bot.cpp",
163
+ "label": "模板"
164
+ }
165
+ ],
166
+ "Kimi": [
167
+ {
168
+ "path": "../bots/half1/kimi-k3.cpp",
169
+ "label": "这位选手自己的上半场版本"
170
+ },
171
+ {
172
+ "path": "../workspace/submission/bot.cpp",
173
+ "label": "模板"
174
+ }
175
+ ],
176
+ "SolUF": [
177
+ {
178
+ "path": "../bots/half1/gpt-6.1-sol-ultrafast.cpp",
179
+ "label": "这位选手自己的上半场版本"
180
+ },
181
+ {
182
+ "path": "../workspace/submission/bot.cpp",
183
+ "label": "模板"
184
+ }
185
+ ],
186
+ "Gemini": [
187
+ {
188
+ "path": "../bots/half1/gemini-4-argon.cpp",
189
+ "label": "这位选手自己的上半场版本"
190
+ },
191
+ {
192
+ "path": "../workspace/submission/bot.cpp",
193
+ "label": "模板"
194
+ }
195
+ ]
196
+ },
197
+ "anchor": "baseline",
198
+ "unranked": [
199
+ "sparring"
200
+ ],
201
+ "seed": 98844725665670
202
+ }
package/eval/arena/tank/tournament/halftime.json ADDED
@@ -0,0 +1,146 @@
1
+ {
2
+ "title": "中场赛（上半场版本）",
3
+ "kit": "../workspace",
4
+ "build_dir": "../workspace/build",
5
+ "out": "run-halftime",
6
+ "players": {
7
+ "Astra": "../bots/half1/gpt-6-astra.cpp",
8
+ "Opus": "../bots/half1/opus-5.5.cpp",
9
+ "Haiku": "../bots/half1/haiku-5.5.cpp",
10
+ "Sol": "../bots/half1/gpt-6.1-sol.cpp",
11
+ "GLM": "../bots/half1/glm-5.3.cpp",
12
+ "MiMo": "../bots/half1/mimo-v2.6-pro.cpp",
13
+ "Doubao": "../bots/half1/doubao-seed-evolving.cpp",
14
+ "DeepSeek": "../bots/half1/deepseek-v4.1-flash.cpp",
15
+ "Muse": "../bots/half1/muse-wonder-full.cpp",
16
+ "Grok": "../bots/half1/grok-4.7.cpp",
17
+ "Qwen": "../bots/half1/qwen-3.8-max.cpp",
18
+ "Kimi": "../bots/half1/kimi-k3.cpp",
19
+ "SolUF": "../bots/half1/gpt-6.1-sol-ultrafast.cpp",
20
+ "Gemini": "../bots/half1/gemini-4-argon.cpp",
21
+ "baseline": "../workspace/baseline.cpp",
22
+ "sparring": "sparring.cpp"
23
+ },
24
+ "maps_per_pair": 42,
25
+ "workers": 0,
26
+ "pin": {
27
+ "mode": "big"
28
+ },
29
+ "speed": {
30
+ "enabled": true,
31
+ "tolerance": 0.15,
32
+ "repeat": 3
33
+ },
34
+ "boot": 1000,
35
+ "labels": {
36
+ "baseline": "基准",
37
+ "sparring": "出题方参照"
38
+ },
39
+ "display": {
40
+ "Astra": "GPT-6 Astra",
41
+ "Opus": "Claude Opus 5.5",
42
+ "Haiku": "Claude Haiku 5.5",
43
+ "Sol": "GPT-6.1 Sol",
44
+ "GLM": "智谱 GLM 5.3",
45
+ "MiMo": "小米 MiMo V2.6 Pro",
46
+ "Doubao": "Doubao-Seed-Evolving",
47
+ "DeepSeek": "DeepSeek V4.1 Flash",
48
+ "Muse": "Muse Wonder Full",
49
+ "Grok": "Grok 4.7",
50
+ "Qwen": "通义千问 Qwen 3.8 Max",
51
+ "Kimi": "Kimi K3",
52
+ "SolUF": "GPT-6.1 Sol Ultrafast（Codex CLI）",
53
+ "Gemini": "Gemini 4 Argon Contributor（OpenCode Go）"
54
+ },
55
+ "substitutes": {
56
+ "Astra": [
57
+ {
58
+ "path": "../workspace/submission/bot.cpp",
59
+ "label": "模板"
60
+ }
61
+ ],
62
+ "Opus": [
63
+ {
64
+ "path": "../workspace/submission/bot.cpp",
65
+ "label": "模板"
66
+ }
67
+ ],
68
+ "Haiku": [
69
+ {
70
+ "path": "../workspace/submission/bot.cpp",
71
+ "label": "模板"
72
+ }
73
+ ],
74
+ "Sol": [
75
+ {
76
+ "path": "../workspace/submission/bot.cpp",
77
+ "label": "模板"
78
+ }
79
+ ],
80
+ "GLM": [
81
+ {
82
+ "path": "../workspace/submission/bot.cpp",
83
+ "label": "模板"
84
+ }
85
+ ],
86
+ "MiMo": [
87
+ {
88
+ "path": "../workspace/submission/bot.cpp",
89
+ "label": "模板"
90
+ }
91
+ ],
92
+ "Doubao": [
93
+ {
94
+ "path": "../workspace/submission/bot.cpp",
95
+ "label": "模板"
96
+ }
97
+ ],
98
+ "DeepSeek": [
99
+ {
100
+ "path": "../workspace/submission/bot.cpp",
101
+ "label": "模板"
102
+ }
103
+ ],
104
+ "Muse": [
105
+ {
106
+ "path": "../workspace/submission/bot.cpp",
107
+ "label": "模板"
108
+ }
109
+ ],
110
+ "Grok": [
111
+ {
112
+ "path": "../workspace/submission/bot.cpp",
113
+ "label": "模板"
114
+ }
115
+ ],
116
+ "Qwen": [
117
+ {
118
+ "path": "../workspace/submission/bot.cpp",
119
+ "label": "模板"
120
+ }
121
+ ],
122
+ "Kimi": [
123
+ {
124
+ "path": "../workspace/submission/bot.cpp",
125
+ "label": "模板"
126
+ }
127
+ ],
128
+ "SolUF": [
129
+ {
130
+ "path": "../workspace/submission/bot.cpp",
131
+ "label": "模板"
132
+ }
133
+ ],
134
+ "Gemini": [
135
+ {
136
+ "path": "../workspace/submission/bot.cpp",
137
+ "label": "模板"
138
+ }
139
+ ]
140
+ },
141
+ "anchor": "baseline",
142
+ "unranked": [
143
+ "sparring"
144
+ ],
145
+ "seed": 91805355302947
146
+ }