nullius-eval 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (291) hide show
  1. _nullius_app/.env.example +55 -0
  2. _nullius_app/app.py +96 -0
  3. _nullius_app/requirements.txt +1 -0
  4. _nullius_app/static/brand/README.md +20 -0
  5. _nullius_app/static/brand/docker.svg +1 -0
  6. _nullius_app/static/brand/favicon.svg +1 -0
  7. _nullius_app/static/brand/huggingface.svg +37 -0
  8. _nullius_app/static/brand/mark-dark.svg +1 -0
  9. _nullius_app/static/brand/marks.svg +34 -0
  10. _nullius_app/static/brand/tokens.json +51 -0
  11. _nullius_app/static/brand/typesafe.png +0 -0
  12. _nullius_app/static/brand/wordmark-dark.svg +1 -0
  13. _nullius_app/static/builder/command-builder-core.js +763 -0
  14. _nullius_app/static/builder/command-builder.css +248 -0
  15. _nullius_app/static/builder/command-builder.js +997 -0
  16. _nullius_app/static/builder/model-picker.js +113 -0
  17. _nullius_app/static/catalogue/add.js +46 -0
  18. _nullius_app/static/catalogue/agents/README.md +19 -0
  19. _nullius_app/static/catalogue/agents/goose.svg +1 -0
  20. _nullius_app/static/catalogue/agents/jiuwenswarm.svg +33 -0
  21. _nullius_app/static/catalogue/agents/marks.json +8 -0
  22. _nullius_app/static/catalogue/agents/mini-swe-agent.svg +7 -0
  23. _nullius_app/static/catalogue/agents/opencode.svg +7 -0
  24. _nullius_app/static/catalogue/catalogue.css +436 -0
  25. _nullius_app/static/catalogue/catalogue.js +87 -0
  26. _nullius_app/static/catalogue/marks.svg +29 -0
  27. _nullius_app/static/catalogue/new.js +78 -0
  28. _nullius_app/static/catalogue/versions.js +27 -0
  29. _nullius_app/static/compare/comparison.css +117 -0
  30. _nullius_app/static/controls.js +117 -0
  31. _nullius_app/static/disclosures.js +70 -0
  32. _nullius_app/static/fonts/0569c822cab6c510.ttf +0 -0
  33. _nullius_app/static/fonts/DMSans-Medium.woff2 +0 -0
  34. _nullius_app/static/fonts/DMSans-Regular.woff2 +0 -0
  35. _nullius_app/static/fonts/IBMPlexMono-Medium.woff2 +0 -0
  36. _nullius_app/static/fonts/IBMPlexMono-Regular.woff2 +0 -0
  37. _nullius_app/static/fonts/InstrumentSerif-Italic.woff2 +0 -0
  38. _nullius_app/static/fonts/InstrumentSerif-Regular.woff2 +0 -0
  39. _nullius_app/static/fonts/README.md +11 -0
  40. _nullius_app/static/fonts/c1e7453ea26a1d1e.ttf +0 -0
  41. _nullius_app/static/fonts/dmsans-OFL.txt +93 -0
  42. _nullius_app/static/fonts/ibmplexmono-OFL.txt +93 -0
  43. _nullius_app/static/fonts/instrumentserif-OFL.txt +93 -0
  44. _nullius_app/static/fonts.css +49 -0
  45. _nullius_app/static/notifications.js +49 -0
  46. _nullius_app/static/onboarding.css +78 -0
  47. _nullius_app/static/onboarding.js +158 -0
  48. _nullius_app/static/runs/board.css +358 -0
  49. _nullius_app/static/runs/board.js +127 -0
  50. _nullius_app/static/runs/launches.css +88 -0
  51. _nullius_app/static/runs/live-board.css +186 -0
  52. _nullius_app/static/runs/live-board.js +394 -0
  53. _nullius_app/static/runs/path-suggestions.js +119 -0
  54. _nullius_app/static/runs/start.css +38 -0
  55. _nullius_app/static/settings/autosave.js +162 -0
  56. _nullius_app/static/settings/custom-keys.js +100 -0
  57. _nullius_app/static/settings/data-providers.js +88 -0
  58. _nullius_app/static/settings/judges.js +61 -0
  59. _nullius_app/static/settings/modal.css +32 -0
  60. _nullius_app/static/settings/modal.js +91 -0
  61. _nullius_app/static/settings/navigation.js +55 -0
  62. _nullius_app/static/settings/prices.js +68 -0
  63. _nullius_app/static/settings/providers.js +134 -0
  64. _nullius_app/static/settings/sandbox.js +20 -0
  65. _nullius_app/static/settings/settings.css +288 -0
  66. _nullius_app/static/style.css +1752 -0
  67. _nullius_app/static/traces/conversation.css +49 -0
  68. _nullius_app/static/traces/conversation.js +215 -0
  69. _nullius_app/templates/agents/entry.html +145 -0
  70. _nullius_app/templates/agents/kits.html +55 -0
  71. _nullius_app/templates/agents/standard.html +58 -0
  72. _nullius_app/templates/base.html +479 -0
  73. _nullius_app/templates/builder/new_run.html +55 -0
  74. _nullius_app/templates/catalogue/add_dialog.html +32 -0
  75. _nullius_app/templates/catalogue/benchmark.html +270 -0
  76. _nullius_app/templates/catalogue/benchmarks.html +91 -0
  77. _nullius_app/templates/catalogue/new.html +141 -0
  78. _nullius_app/templates/catalogue/use_bundle.html +11 -0
  79. _nullius_app/templates/compare/_detail.html +37 -0
  80. _nullius_app/templates/compare/compare.html +298 -0
  81. _nullius_app/templates/compare/compare_picker.html +51 -0
  82. _nullius_app/templates/compare/compare_task.html +329 -0
  83. _nullius_app/templates/runs/_execution.html +131 -0
  84. _nullius_app/templates/runs/_runtime.html +5 -0
  85. _nullius_app/templates/runs/ascii-mark.html +485 -0
  86. _nullius_app/templates/runs/feasibility.html +127 -0
  87. _nullius_app/templates/runs/index.html +609 -0
  88. _nullius_app/templates/runs/job.html +460 -0
  89. _nullius_app/templates/runs/preparing.html +14 -0
  90. _nullius_app/templates/runs/reconcile.html +124 -0
  91. _nullius_app/templates/runs/setup.html +272 -0
  92. _nullius_app/templates/runs/start.html +51 -0
  93. _nullius_app/templates/settings/custom_keys.html +82 -0
  94. _nullius_app/templates/settings/data_providers.html +27 -0
  95. _nullius_app/templates/settings/settings.html +564 -0
  96. _nullius_app/templates/traces/_charts.html +165 -0
  97. _nullius_app/templates/traces/_conversation.html +37 -0
  98. _nullius_app/templates/traces/_judgement.html +72 -0
  99. _nullius_app/templates/traces/artifact.html +15 -0
  100. _nullius_app/templates/traces/trial.html +838 -0
  101. _nullius_app/templates/workspaces/workspaces.html +54 -0
  102. _nullius_app/web/__init__.py +1 -0
  103. _nullius_app/web/agents.py +230 -0
  104. _nullius_app/web/builder.py +406 -0
  105. _nullius_app/web/catalogue.py +370 -0
  106. _nullius_app/web/compare.py +489 -0
  107. _nullius_app/web/core.py +17 -0
  108. _nullius_app/web/execute.py +223 -0
  109. _nullius_app/web/feasibility.py +60 -0
  110. _nullius_app/web/filters.py +231 -0
  111. _nullius_app/web/judge.py +623 -0
  112. _nullius_app/web/judge_tasks.py +33 -0
  113. _nullius_app/web/onboarding.py +20 -0
  114. _nullius_app/web/reconcile.py +47 -0
  115. _nullius_app/web/runs.py +464 -0
  116. _nullius_app/web/settings.py +324 -0
  117. _nullius_app/web/shared.py +507 -0
  118. _nullius_app/web/traces.py +306 -0
  119. _nullius_app/web/workspaces.py +84 -0
  120. nullius/__init__.py +32 -0
  121. nullius/__main__.py +5 -0
  122. nullius/catalogue/__init__.py +0 -0
  123. nullius/catalogue/agents/codex/agent.json +222 -0
  124. nullius/catalogue/agents/codex/config.toml +25 -0
  125. nullius/catalogue/agents/goose/agent.json +131 -0
  126. nullius/catalogue/agents/goose/config.yaml +20 -0
  127. nullius/catalogue/agents/jiuwenswarm/agent.json +197 -0
  128. nullius/catalogue/agents/jiuwenswarm/agent.py +355 -0
  129. nullius/catalogue/agents/mini-swe-agent/agent.json +68 -0
  130. nullius/catalogue/agents/mini-swe-agent/run.py +37 -0
  131. nullius/catalogue/agents/opencode/agent.json +135 -0
  132. nullius/catalogue/agents/opencode/opencode.json +32 -0
  133. nullius/catalogue/agents/reference/agent.json +89 -0
  134. nullius/catalogue/agents/reference/agent.py +209 -0
  135. nullius/catalogue/agents/terminus-2/agent.json +64 -0
  136. nullius/catalogue/agents/terminus-2/run.py +139 -0
  137. nullius/catalogue/benchmarks/gaia/benchmark.json +72 -0
  138. nullius/catalogue/benchmarks/gaia/data-source.json +29 -0
  139. nullius/catalogue/benchmarks/gaia/driver.py +188 -0
  140. nullius/catalogue/benchmarks/gaia/env/data.Dockerfile +1 -0
  141. nullius/catalogue/benchmarks/gaia/standard.json +278 -0
  142. nullius/catalogue/benchmarks/gaia/upstream-settings.json +275 -0
  143. nullius/catalogue/benchmarks/gsm8k/benchmark.json +34 -0
  144. nullius/catalogue/benchmarks/gsm8k/driver.py +101 -0
  145. nullius/catalogue/benchmarks/gsm8k/standard.json +124 -0
  146. nullius/catalogue/benchmarks/gsm8k/upstream-settings.json +86 -0
  147. nullius/catalogue/benchmarks/humaneval/benchmark.json +36 -0
  148. nullius/catalogue/benchmarks/humaneval/driver.py +243 -0
  149. nullius/catalogue/benchmarks/humaneval/standard.json +115 -0
  150. nullius/catalogue/benchmarks/humaneval/upstream-settings.json +72 -0
  151. nullius/catalogue/benchmarks/locomo/benchmark.json +43 -0
  152. nullius/catalogue/benchmarks/locomo/driver.py +270 -0
  153. nullius/catalogue/benchmarks/locomo/standard.json +265 -0
  154. nullius/catalogue/benchmarks/locomo/upstream-settings.json +112 -0
  155. nullius/catalogue/benchmarks/longmemeval/benchmark.json +65 -0
  156. nullius/catalogue/benchmarks/longmemeval/driver.py +379 -0
  157. nullius/catalogue/benchmarks/longmemeval/standard.json +733 -0
  158. nullius/catalogue/benchmarks/longmemeval/upstream-settings.json +76 -0
  159. nullius/catalogue/benchmarks/swe-bench-verified/benchmark.json +87 -0
  160. nullius/catalogue/benchmarks/swe-bench-verified/driver.py +116 -0
  161. nullius/catalogue/benchmarks/swe-bench-verified/images.json +502 -0
  162. nullius/catalogue/benchmarks/swe-bench-verified/standard.json +108 -0
  163. nullius/catalogue/benchmarks/swe-bench-verified/upstream-settings.json +32 -0
  164. nullius/catalogue/benchmarks/tau3-bench/benchmark.json +49 -0
  165. nullius/catalogue/benchmarks/tau3-bench/driver.py +608 -0
  166. nullius/catalogue/benchmarks/tau3-bench/mcp_server.py +114 -0
  167. nullius/catalogue/benchmarks/tau3-bench/search_relay.py +19 -0
  168. nullius/catalogue/benchmarks/tau3-bench/standard.json +547 -0
  169. nullius/catalogue/benchmarks/tau3-bench/upstream-settings.json +639 -0
  170. nullius/catalogue/benchmarks/terminal-bench/benchmark.json +69 -0
  171. nullius/catalogue/benchmarks/terminal-bench/driver.py +267 -0
  172. nullius/catalogue/benchmarks/terminal-bench/standard.json +166 -0
  173. nullius/catalogue/benchmarks/terminal-bench/upstream-settings.json +36 -0
  174. nullius/catalogue/capabilities/keyword-memory/capability.json +33 -0
  175. nullius/catalogue/capabilities/keyword-memory/capability.py +55 -0
  176. nullius/catalogue/capabilities/mem0/capability.json +135 -0
  177. nullius/catalogue/capabilities/mem0/capability.py +173 -0
  178. nullius/catalogue/catalog.py +426 -0
  179. nullius/catalogue/citation.py +116 -0
  180. nullius/catalogue/harbor_entry.py +367 -0
  181. nullius/catalogue/sources.py +107 -0
  182. nullius/catalogue/storage.py +125 -0
  183. nullius/cli.py +85 -0
  184. nullius/compare/__init__.py +0 -0
  185. nullius/compare/cli.py +265 -0
  186. nullius/compare/comparison.py +184 -0
  187. nullius/execution.py +1653 -0
  188. nullius/gitrefs.py +128 -0
  189. nullius/harbor/__init__.py +0 -0
  190. nullius/harbor/feed.py +228 -0
  191. nullius/harbor/source.py +582 -0
  192. nullius/hosts.py +368 -0
  193. nullius/importers/__init__.py +140 -0
  194. nullius/importers/atif.py +387 -0
  195. nullius/importers/cli.py +135 -0
  196. nullius/importers/otel.py +274 -0
  197. nullius/judge/__init__.py +14 -0
  198. nullius/judge/batch.py +122 -0
  199. nullius/judge/client.py +433 -0
  200. nullius/judge/floors.json +86 -0
  201. nullius/judge/lanes.py +89 -0
  202. nullius/judge/questions.py +309 -0
  203. nullius/judge/reconcile.py +176 -0
  204. nullius/judge/state.py +224 -0
  205. nullius/judge/store.py +167 -0
  206. nullius/migrate.py +268 -0
  207. nullius/onboarding.py +116 -0
  208. nullius/paths.py +89 -0
  209. nullius/prerequisites.py +129 -0
  210. nullius/prices.py +283 -0
  211. nullius/progress.py +294 -0
  212. nullius/providers.py +335 -0
  213. nullius/recipes/__init__.py +0 -0
  214. nullius/recipes/launch.py +78 -0
  215. nullius/redact.py +72 -0
  216. nullius/runs/__init__.py +0 -0
  217. nullius/runs/artifacts.py +67 -0
  218. nullius/runs/classify.py +216 -0
  219. nullius/runs/cli.py +316 -0
  220. nullius/runs/feasibility.py +442 -0
  221. nullius/runs/launches.py +149 -0
  222. nullius/runs/live.py +715 -0
  223. nullius/runs/parse.py +1016 -0
  224. nullius/runs/verifier.py +241 -0
  225. nullius/sandbox.py +109 -0
  226. nullius/secrets.py +218 -0
  227. nullius/settings.py +544 -0
  228. nullius/standard/__init__.py +15 -0
  229. nullius/standard/acp.py +305 -0
  230. nullius/standard/cancellation.py +19 -0
  231. nullius/standard/cli.py +703 -0
  232. nullius/standard/conform.py +149 -0
  233. nullius/standard/container.py +1870 -0
  234. nullius/standard/definitions.py +1651 -0
  235. nullius/standard/egress.py +192 -0
  236. nullius/standard/fidelity.py +256 -0
  237. nullius/standard/forward.py +139 -0
  238. nullius/standard/hostreq.py +105 -0
  239. nullius/standard/howto.py +220 -0
  240. nullius/standard/install.py +428 -0
  241. nullius/standard/job.py +551 -0
  242. nullius/standard/jsonl.py +129 -0
  243. nullius/standard/kits/agent-conversation-v1/driver.py +27 -0
  244. nullius/standard/kits/agent-conversation-v1/standard.json +26 -0
  245. nullius/standard/kits/agent-search-v1/driver.py +171 -0
  246. nullius/standard/kits/agent-search-v1/standard.json +99 -0
  247. nullius/standard/kits/agent-task-v1/driver.py +25 -0
  248. nullius/standard/kits/agent-task-v1/standard.json +100 -0
  249. nullius/standard/kits/agent-tools-v1/driver.py +206 -0
  250. nullius/standard/kits/agent-tools-v1/mcp_kit.py +209 -0
  251. nullius/standard/kits/agent-tools-v1/standard.json +119 -0
  252. nullius/standard/kits/agent-workspace-v1/driver.py +65 -0
  253. nullius/standard/kits/agent-workspace-v1/standard.json +95 -0
  254. nullius/standard/kits/cap-memory-v1/driver.py +39 -0
  255. nullius/standard/kits/cap-memory-v1/standard.json +91 -0
  256. nullius/standard/ledger.py +326 -0
  257. nullius/standard/match.py +66 -0
  258. nullius/standard/mcp_bridge.py +62 -0
  259. nullius/standard/mcp_machine.py +193 -0
  260. nullius/standard/merge.py +239 -0
  261. nullius/standard/names.py +37 -0
  262. nullius/standard/network_requirements.py +44 -0
  263. nullius/standard/pace.py +53 -0
  264. nullius/standard/payload.py +278 -0
  265. nullius/standard/pins.py +130 -0
  266. nullius/standard/ports.py +70 -0
  267. nullius/standard/prove.py +373 -0
  268. nullius/standard/recipe.py +746 -0
  269. nullius/standard/relay.py +785 -0
  270. nullius/standard/run.py +1781 -0
  271. nullius/standard/setup_container.py +208 -0
  272. nullius/standard/shard.py +71 -0
  273. nullius/standard/web_services.py +30 -0
  274. nullius/traces/__init__.py +0 -0
  275. nullius/traces/behavior.py +131 -0
  276. nullius/traces/charts.py +898 -0
  277. nullius/traces/conversation.py +159 -0
  278. nullius/traces/otel.py +608 -0
  279. nullius/traces/trace.py +1477 -0
  280. nullius/traces/trajectory.py +586 -0
  281. nullius/workspace.py +417 -0
  282. nullius/workspace_cli.py +119 -0
  283. nullius_eval-0.1.0.dist-info/METADATA +93 -0
  284. nullius_eval-0.1.0.dist-info/RECORD +291 -0
  285. nullius_eval-0.1.0.dist-info/WHEEL +5 -0
  286. nullius_eval-0.1.0.dist-info/entry_points.txt +2 -0
  287. nullius_eval-0.1.0.dist-info/licenses/LICENSE +202 -0
  288. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/dmsans-OFL.txt +93 -0
  289. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/ibmplexmono-OFL.txt +93 -0
  290. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/instrumentserif-OFL.txt +93 -0
  291. nullius_eval-0.1.0.dist-info/top_level.txt +2 -0
@@ -0,0 +1,436 @@
1
+ /* Benchmarks: two shelves of cards, official then community; a card opens its benchmark's page. */
2
+ .bench-index, .bench-page { width: 100%; max-width: 1120px; margin: 0 auto; }
3
+ .bench-index:not(.bench-new) { max-width: 1320px; }
4
+ .bench-index-head { display: flex; flex-wrap: wrap; align-items: flex-end; justify-content: space-between; gap: 16px; margin-bottom: 20px; }
5
+ .bench-index-head h1 { margin: 0; font-size: 30px; font-weight: 500; letter-spacing: -.01em; }
6
+ .bench-count { margin: 6px 0 0; color: var(--text-dim); font-size: 14px; }
7
+ .bench-find { display: flex; flex-direction: column; gap: 6px; flex: 0 1 280px; font-size: 12px; color: var(--text-dim); }
8
+ .bench-find input { width: 100%; }
9
+ .bench-find input { font: inherit; font-size: 14px; color: var(--text); background: var(--surface); border: 1px solid var(--border); border-radius: 8px; padding: 10px 12px; min-height: 44px; box-sizing: border-box; }
10
+ .bench-find input:focus { outline: none; border-color: var(--accent); box-shadow: inset 0 0 0 1px var(--accent); }
11
+ /* the category chips, then the origin chips after a rule, on one line while they fit */
12
+ .bench-filters { display: flex; flex-wrap: wrap; align-items: center; gap: 8px 16px; margin: 0 0 30px; }
13
+ .bench-filters .bench-cats + .bench-cats { padding-left: 16px; border-left: 1px solid var(--border); }
14
+ @media (max-width: 640px) { .bench-filters .bench-cats + .bench-cats { padding-left: 0; border-left: 0; } }
15
+ .bench-cats { display: flex; flex-wrap: wrap; gap: 8px; }
16
+ .bench-cat { font: inherit; font-size: 13px; cursor: pointer; color: var(--text-dim); background: transparent; border: 1px solid var(--border); border-radius: 999px; padding: 8px 16px; min-height: 40px; }
17
+ .bench-cat:hover { border-color: var(--accent); color: var(--text); }
18
+ .bench-cat.on { background: var(--accent); border-color: var(--accent); color: var(--btn-fg); font-weight: 500; }
19
+ .bench-cat:focus-visible { outline: 2px solid var(--accent); outline-offset: 2px; }
20
+ .bench-shelf { margin: 0 0 34px; }
21
+ .bench-shelf[hidden], .bench-card[hidden] { display: none; }
22
+ .bench-shelf h2 { display: flex; align-items: center; gap: 10px; margin: 0 0 14px; font-size: 13px; font-weight: 500; letter-spacing: .06em; text-transform: uppercase; color: var(--text); }
23
+ .shelf-dot { width: 8px; height: 8px; border-radius: 50%; background: var(--status-color); }
24
+ .bench-shelf.st-community .shelf-dot { background: transparent; box-shadow: inset 0 0 0 1.5px var(--status-color); }
25
+ .shelf-n { color: var(--text-faint); font-weight: 500; }
26
+ /* four cards a line on a wide screen, two on a narrower one, one on a phone */
27
+ .bench-grid { display: grid; grid-template-columns: repeat(4, minmax(0, 1fr)); gap: 16px; }
28
+ @media (max-width: 1180px) { .bench-grid { grid-template-columns: repeat(2, minmax(0, 1fr)); } }
29
+ @media (max-width: 640px) { .bench-grid { grid-template-columns: minmax(0, 1fr); } }
30
+ .bench-card { display: flex; flex-direction: column; gap: 14px; padding: 20px; border-radius: 12px; background: var(--surface); border: 1px solid var(--border-soft); color: var(--text); transition: border-color .13s ease; }
31
+ .bench-card:hover { border-color: var(--accent); text-decoration: none; }
32
+ .bench-card:focus-visible { outline: none; box-shadow: 0 0 0 3px var(--accent-soft), 0 0 0 1px var(--accent); }
33
+ .bench-shelf.st-community .bench-card { background: transparent; border-style: dashed; border-color: var(--border); }
34
+ .bench-shelf.st-community .bench-card:hover { border-color: var(--accent); }
35
+ .bench-card-top { display: flex; justify-content: space-between; align-items: center; gap: 8px; }
36
+ .bench-card-tags { display: flex; flex-wrap: wrap; align-items: center; gap: 6px; }
37
+ .bench-harness { font: 12px var(--mono); color: var(--text-faint); }
38
+ .bench-card-title { display: flex; align-items: center; gap: 10px; font-size: 20px; font-weight: 500; letter-spacing: -.01em; }
39
+ .bench-mark { flex: none; width: 22px; height: 22px; color: var(--accent); }
40
+ .bench-head h1 { display: flex; align-items: center; gap: 14px; }
41
+ .bench-head h1 .bench-mark { width: 32px; height: 32px; }
42
+ .bench-card-domain { margin-top: -6px; font-size: 14px; line-height: 1.5; color: var(--text-dim); }
43
+ .bench-stats { display: grid; grid-template-columns: repeat(3, minmax(0, 1fr)); gap: 8px; margin-top: auto; padding-top: 14px; border-top: 1px solid var(--border-soft); }
44
+ .bench-stats > div { display: flex; flex-direction: column; gap: 2px; min-width: 0; }
45
+ .bench-stats b { font-size: 18px; font-weight: 500; font-variant-numeric: tabular-nums; }
46
+ .bench-stats b.word { font-size: 14px; font-weight: 500; line-height: 1.35; padding-top: 3px; }
47
+ .bench-stats span { font-size: 12px; color: var(--text-faint); }
48
+ .bench-card-blocker { font-size: 13px; line-height: 1.5; color: var(--text-dim); }
49
+ .bench-none { color: var(--text-dim); font-size: 14px; }
50
+
51
+ /* A benchmark's page: what it is, what runs it, its datasets, its limits, how to cite it. */
52
+ .bench-head { display: flex; flex-wrap: wrap; justify-content: space-between; align-items: flex-start; gap: 20px; margin-bottom: 24px; }
53
+ .bench-head-copy { flex: 1 1 480px; min-width: 0; display: flex; flex-direction: column; gap: 12px; }
54
+ .bench-tags { display: flex; flex-wrap: wrap; align-items: center; gap: 8px; }
55
+ .bench-tags .chip { font-size: 12px; }
56
+ .bench-head h1 { margin: 0; font-size: 36px; font-weight: 500; letter-spacing: -.015em; }
57
+ .bench-domain { margin: 0; max-width: 62ch; font-size: 16px; line-height: 1.55; color: var(--text-dim); }
58
+ .bench-actions { display: flex; flex-wrap: wrap; gap: 10px; }
59
+ .bench-actions .btn { min-height: 44px; }
60
+ .bench-blocked { margin: 0 0 28px; padding: 12px 16px; border: 1px solid var(--border); border-radius: 10px; background: var(--surface-2); font-size: 14px; line-height: 1.55; color: var(--text); }
61
+ .bench-body { display: flex; flex-wrap: wrap; align-items: flex-start; gap: 32px; }
62
+ .bench-main { flex: 999 1 560px; min-width: 0; display: flex; flex-direction: column; gap: 40px; }
63
+ .bench-aside { flex: 1 1 250px; min-width: 0; display: flex; flex-direction: column; gap: 20px; }
64
+ .bench-section h2 { margin: 0 0 14px; font-size: 18px; font-weight: 500; color: var(--text); }
65
+ .bench-section-head { display: flex; justify-content: space-between; align-items: center; gap: 12px; margin-bottom: 14px; }
66
+ .bench-section-head h2 { margin: 0; }
67
+ .bench-n { color: var(--text-faint); font-size: 14px; font-weight: 500; }
68
+ .bench-runner-repo { margin-top: 4px; font-size: 13px; color: var(--text-dim); }
69
+ :is(.bench-rows, .bench-glance) dt { font-size: 12px; color: var(--text-faint); }
70
+
71
+ /* Several datasets are tabs. */
72
+ .bench-tabs { display: flex; flex-wrap: wrap; gap: 4px; margin-bottom: 20px; border-bottom: 1px solid var(--border-soft); }
73
+ .bench-tabs[hidden], .cat-dataset[hidden] { display: none; }
74
+ .bench-tabs [role=tab] { font: inherit; font-size: 14px; cursor: pointer; background: none; border: 0; border-bottom: 2px solid transparent; margin-bottom: -1px; padding: 10px 14px; min-height: 44px; color: var(--text-faint); }
75
+ .bench-tabs [role=tab]:hover { color: var(--text); }
76
+ .bench-tabs [role=tab][aria-selected=true] { color: var(--text); font-weight: 500; border-bottom-color: var(--accent); }
77
+ .bench-tabs [role=tab]:focus-visible { outline: 2px solid var(--accent); outline-offset: -2px; border-radius: 6px; }
78
+ .cat-dataset { scroll-margin-top: calc(var(--topbar-height) + 24px); }
79
+ .cat-dataset + .cat-dataset { margin-top: 32px; }
80
+ .tabbed > .cat-dataset + .cat-dataset { margin-top: 0; }
81
+ .bench-ds-title { margin: 0 0 14px; font-size: 16px; font-weight: 500; letter-spacing: -.01em; text-transform: none; color: var(--text); }
82
+ .tabbed > .cat-dataset > .bench-ds-title { display: none; }
83
+ .bench-facts { display: grid; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr)); gap: 14px 24px; padding: 16px 18px; border-radius: 10px; background: var(--surface); border: 1px solid var(--border-soft); }
84
+ .bench-facts > div { display: flex; flex-direction: column; gap: 4px; min-width: 0; overflow-wrap: anywhere; }
85
+ .bench-facts span { font-size: 12px; color: var(--text-faint); }
86
+ .bench-facts b { font-size: 15px; font-weight: 500; }
87
+ .bench-facts b.mono { font-size: 13px; font-weight: 500; }
88
+ .bench-facts a { font-size: 13px; }
89
+ .bench-ds-note { margin: 16px 0 0; font-size: 15px; line-height: 1.55; }
90
+ .bench-rows { display: flex; flex-direction: column; gap: 18px; margin: 20px 0 0; }
91
+ .bench-rows > div { display: grid; grid-template-columns: 120px minmax(0, 1fr); gap: 20px; }
92
+ .bench-rows dd { margin: 0; min-width: 0; font-size: 14px; line-height: 1.55; }
93
+ .bench-sources { list-style: none; margin: 0; padding: 0; display: flex; flex-direction: column; gap: 12px; }
94
+ .bench-sources li { display: flex; flex-wrap: wrap; align-items: baseline; gap: 4px 10px; }
95
+ .bench-sources .run-tag { min-width: 64px; justify-content: center; }
96
+ .bench-sources .src-from { color: var(--text-dim); }
97
+ .bench-sources a.mono, .bench-sources b.mono { font-size: 13px; font-weight: 500; overflow-wrap: anywhere; }
98
+ .bench-sources .src-pin { font-size: 12px; color: var(--text-dim); }
99
+ .bench-sources .src-by { flex-basis: 100%; padding-left: 74px; color: var(--text-dim); font-size: 13px; overflow-wrap: anywhere; }
100
+ @media (max-width: 640px) { .bench-sources .src-by { padding-left: 0; } }
101
+ .bench-cols { display: grid; grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 30px; }
102
+ .bench-cols.one { grid-template-columns: minmax(0, 1fr); }
103
+ .bench-list { list-style: none; margin: 0; padding: 0; border-top: 1px solid var(--border-soft); }
104
+ .bench-list li { padding: 12px 0; border-bottom: 1px solid var(--border-soft); font-size: 14px; line-height: 1.55; }
105
+ .bench-bibtex { margin: 0; white-space: pre; overflow-x: auto; font: 12.5px/1.6 var(--mono); color: var(--text-dim); background: var(--surface); border: 1px solid var(--border-soft); border-radius: 10px; padding: 16px 18px; }
106
+ .bench-glance { margin: 0; display: grid; grid-template-columns: auto minmax(0, 1fr); gap: 12px 16px; padding: 18px; border-radius: 12px; background: var(--surface); border: 1px solid var(--border-soft); font-size: 13px; }
107
+ .bench-glance > div { display: contents; }
108
+ .bench-glance dd { margin: 0; overflow-wrap: anywhere; }
109
+ .bench-tree-label { margin-bottom: 8px; font-size: 12px; color: var(--text-faint); }
110
+ .bench-tree { margin: 0; overflow-x: auto; font: 12.5px/1.8 var(--mono); color: var(--text-dim); background: var(--surface); border: 1px solid var(--border-soft); border-radius: 10px; padding: 12px 14px; }
111
+ @media (min-width: 1100px) { .bench-aside { position: sticky; top: calc(var(--topbar-height) + 16px); } }
112
+ @media (max-width: 640px) {
113
+ .bench-head h1 { font-size: 28px; }
114
+ .bench-rows > div { grid-template-columns: minmax(0, 1fr); gap: 6px; }
115
+ .bench-cols { grid-template-columns: minmax(0, 1fr); }
116
+ }
117
+
118
+ /* Import paths and folders. */
119
+ .setup-wrap.import-setup { max-width: 820px; margin: 0; text-align: left; }
120
+ .import-setup h1 { font-size: 34px; font-weight: 500; letter-spacing: -.9px; }
121
+ .import-setup .subtitle { font-size: 14px; line-height: 1.8; color: var(--text-dim); justify-content: flex-start; max-width: 70ch; margin-top: 12px; }
122
+ .import-setup .setup-card { border-radius: 9px; padding: 28px 30px; margin-top: 27px; background: var(--surface); }
123
+ .import-setup .field-label { color: var(--text); font-size: 13px; text-transform: none; letter-spacing: 0; font-weight: 500; display: block; margin-bottom: 10px; }
124
+ .import-setup .divider { color: var(--text-dim); font-size: 11px; margin: 26px 0; }
125
+ .import-setup .drop { background: var(--bg); border: 1px dashed var(--border); border-radius: 8px; padding: 32px 23px; line-height: 1.8; }
126
+ .import-setup .drop strong { color: var(--text); font-weight: 500; }.import-setup .drop .hint { color: var(--text-dim); font-size: 12px; margin-top: 6px; }
127
+ .import-setup .drop.over { background: var(--accent-soft); border-color: var(--accent); }
128
+ .import-setup .submit-row { margin-top: 23px; }.import-setup .submit-row .primary { padding: 11px 25px; }
129
+ .import-next { display: flex; gap: 15px; flex-wrap: wrap; color: var(--text-dim); font-size: 13px; border-top: 1px solid var(--border-soft); padding-top: 23px; margin-top: 25px; }
130
+ @media(max-width:640px){.setup-wrap.import-setup{margin:0}.import-setup h1{font-size:29px}.import-setup .setup-card{padding:22px 18px}.import-setup .drop{padding:26px 17px}.import-setup .field-label{font-size:12px}.import-setup .path-row input{font-size:16px}}
131
+ @media(pointer:coarse){.import-setup .add-btn,.import-setup .row-x{min-width:44px;min-height:44px}}
132
+
133
+ /* Settings: the run hosts list and what testing each one said. */
134
+ .settings-page .settings-list { display: grid; gap: 6px; }
135
+ .settings-page .settings-test { font-size: 12px; color: var(--text-dim); }
136
+ .settings-page .settings-test:empty { display: none; }
137
+ .settings-page .settings-test.ok { color: var(--ok); }
138
+ .settings-page .settings-test.bad { color: var(--bad); }
139
+
140
+ /* The hosts chosen: chips, grey until tested, green when the host answers, red when it does not. */
141
+ .settings-page .host-pills { display: flex; gap: 6px; flex-wrap: wrap; }
142
+ .settings-page .host-pills:empty { display: none; }
143
+ .settings-page .host-actions { display: flex; gap: 6px; }
144
+ .settings-page .host-pill { gap: 6px; padding-right: 4px; }
145
+ .settings-page .host-pill .host-name, .settings-page .host-pill .host-remove { background: none; border: 0; color: inherit; font: inherit; padding: 0; cursor: pointer; }
146
+ .settings-page .host-pill .host-name { font-family: var(--mono); white-space: nowrap; }
147
+ .settings-page .host-pill .settings-test { color: inherit; font-size: inherit; }
148
+ .settings-page .host-pill .settings-test.ok, .settings-page .host-pill .settings-test.bad { color: inherit; }
149
+ .settings-page .host-pill .host-remove { width: 18px; height: 18px; line-height: 1; border-radius: 50%; opacity: .55; }
150
+ .settings-page .host-pill .host-remove:hover { opacity: 1; background: color-mix(in srgb, var(--bad) 20%, transparent); }
151
+
152
+ /* Add a Harbor benchmark: two steps, the dataset read from Harbor, then the entry. */
153
+ /* Find and Add side by side at the right of the title, the button the height of the box */
154
+ .bench-head-tools { display: flex; align-items: flex-end; gap: 12px; flex: 0 1 auto; }
155
+ .bench-head-tools .bench-find { flex: 0 1 300px; min-width: 180px; }
156
+ .bench-head-tools .btn { min-height: 44px; white-space: nowrap; flex: none; }
157
+ @media (max-width: 640px) { .bench-head-tools { flex-wrap: wrap; width: 100%; } .bench-head-tools .bench-find { flex: 1 1 100%; } }
158
+ .bench-new { max-width: 860px; }
159
+ .nb-step { background: var(--surface); border: 1px solid var(--border-soft); border-radius: 12px; padding: 20px; margin: 0 0 18px; }
160
+ .nb-step h2 { display: flex; align-items: center; gap: 10px; margin: 0 0 16px; font-size: 16px; font-weight: 500; }
161
+ .nb-step h2 span { display: inline-grid; place-items: center; width: 24px; height: 24px; border-radius: 50%; background: var(--accent-soft); color: var(--accent); font-size: 13px; }
162
+ .nb-choices { display: flex; flex-wrap: wrap; gap: 10px; }
163
+ .nb-opt { display: flex; align-items: flex-start; gap: 10px; flex: 1 1 220px; padding: 12px 14px; border: 1px solid var(--border); border-radius: 10px; cursor: pointer; }
164
+ .nb-opt:has(input:checked) { border-color: var(--accent); background: color-mix(in srgb, var(--accent) 8%, transparent); }
165
+ .nb-opt.off { opacity: .55; cursor: not-allowed; }
166
+ .nb-opt input { margin-top: 3px; }
167
+ .nb-opt b { display: block; font-weight: 500; font-size: 14px; }
168
+ .nb-opt small, .bench-new label small, .bench-new legend small { display: block; color: var(--text-dim); font-size: 12px; font-weight: 400; margin-top: 2px; }
169
+ .nb-read { display: flex; flex-wrap: wrap; gap: 10px; margin-top: 14px; }
170
+ .nb-read input { flex: 1 1 260px; }
171
+ .nb-said { margin: 10px 0 0; font-size: 13px; color: var(--text-dim); min-height: 1.2em; }
172
+ .nb-said.ok { color: var(--ok); }
173
+ .nb-said.bad { color: var(--bad); }
174
+ .nb-grid { display: grid; grid-template-columns: repeat(auto-fill, minmax(min(100%, 260px), 1fr)); align-items: start; gap: 14px 16px; margin: 0 0 16px; }
175
+ .nb-grid.four { grid-template-columns: repeat(auto-fill, minmax(min(100%, 160px), 1fr)); margin: 0; }
176
+ .nb-grid .wide { grid-column: 1 / -1; }
177
+ .bench-new label { display: flex; flex-direction: column; gap: 6px; font-size: 13px; font-weight: 500; color: var(--text); }
178
+ .bench-new label[hidden] { display: none; }
179
+ .bench-new input[type=text], .bench-new input[type=number], .bench-new input[type=url], .bench-new select, .bench-new textarea {
180
+ font: inherit; font-size: 14px; color: var(--text); background: var(--bg); border: 1px solid var(--border); border-radius: 8px; padding: 10px 12px; min-height: 42px; box-sizing: border-box; width: 100%; }
181
+ .bench-new textarea { resize: vertical; }
182
+ .bench-new input[type=file] { font: inherit; font-size: 13px; color: var(--text-dim); }
183
+ .bench-new input[type=file]::file-selector-button { font: inherit; font-size: 13px; color: var(--text); background: var(--surface-2); border: 1px solid var(--border); border-radius: 8px; padding: 8px 12px; margin-right: 10px; cursor: pointer; }
184
+ .bench-new :is(input, select, textarea):focus { outline: none; border-color: var(--accent); box-shadow: inset 0 0 0 1px var(--accent); }
185
+ .nb-set { border: none; padding: 0; margin: 0 0 18px; }
186
+ .nb-set legend { font-size: 13px; font-weight: 500; margin-bottom: 10px; padding: 0; }
187
+ .nb-more summary { cursor: pointer; font-size: 13px; color: var(--text-dim); margin-bottom: 12px; }
188
+ .nb-errors { border: 1px solid var(--bad); color: var(--bad); border-radius: 10px; padding: 12px 16px; margin: 0 0 18px; font-size: 14px; }
189
+ .nb-errors ul { margin: 6px 0 0; padding-left: 18px; }
190
+ .nb-save { display: flex; justify-content: flex-end; gap: 10px; margin-bottom: 40px; }
191
+
192
+ /* Delete on a benchmark's page: the button opens its question in place, under the actions */
193
+ .bench-actions { position: relative; }
194
+ .bench-delete summary { list-style: none; }
195
+ .bench-delete summary::-webkit-details-marker { display: none; }
196
+ .btn.danger, .bench-delete summary.btn.ghost.danger { color: var(--bad); border-color: color-mix(in srgb, var(--bad) 45%, var(--border)); }
197
+ .btn.danger:not(.ghost) { background: var(--bad); color: var(--btn-fg); border-color: var(--bad); }
198
+ .bench-delete[open] summary { border-color: var(--bad); }
199
+ .bench-delete-ask { position: absolute; right: 0; top: calc(100% + 8px); z-index: 5; display: flex; flex-wrap: wrap; align-items: center; justify-content: flex-end; gap: 10px;
200
+ width: min(420px, calc(100vw - 32px)); padding: 14px; background: var(--surface); border: 1px solid var(--bad); border-radius: 10px; box-shadow: 0 12px 32px #0005; font-size: 14px; }
201
+ .bench-delete-ask span { flex: 1 1 100%; }
202
+ .catalogue-restore[open] summary { border-color: var(--accent); }
203
+ .catalogue-restore, .bench-actions:has(.catalogue-restore) { min-width: 0; max-width: 100%; }
204
+ .catalogue-restore .bench-delete-ask { position: static; width: 420px; max-width: 100%; box-sizing: border-box; margin-top: 8px; border-color: var(--border); }
205
+ .std-head.std-entry-head { flex-wrap: wrap; align-items: flex-start; }
206
+ .std-entry-head > .bench-actions { margin-left: auto; }
207
+ .nb-msg { font-size: 13px; font-weight: 400; color: var(--text-dim); }
208
+ .nb-msg.bad { color: var(--bad); }
209
+ .bench-new input.invalid { border-color: var(--bad); }
210
+ .bench-new input[type=file] { padding: 6px; border: 1px solid var(--border); border-radius: 8px; background: var(--bg); min-height: 42px; box-sizing: border-box; width: 100%; }
211
+
212
+ /* the citation: a seal turning slowly with the venue, year and kind round the year, beside the paper */
213
+ .cite-seal { display: grid; grid-template-columns: 150px minmax(0, 1fr); gap: 24px; align-items: center; padding: 18px; border: 1px solid var(--border-soft); border-radius: 12px; background: var(--surface); }
214
+ .cite-emblem { position: relative; width: 150px; height: 150px; color: var(--accent); }
215
+ .cite-emblem svg { display: block; width: 100%; height: 100%; }
216
+ .cite-seal .ring { fill: none; stroke: currentColor; }
217
+ .cite-seal text { fill: currentColor; font-family: var(--mono); }
218
+ .cite-seal .yr { font-family: var(--serif, Georgia, serif); fill: var(--text); }
219
+ .cite-seal .spin { position: absolute; inset: 0; transform-origin: center; will-change: transform; animation: cite-spin 60s linear infinite; }
220
+ @keyframes cite-spin { to { transform: rotate(360deg); } }
221
+ @media (prefers-reduced-motion: reduce) { .cite-seal .spin { animation: none; will-change: auto; } }
222
+ .cite-seal-text { display: flex; flex-direction: column; gap: 8px; min-width: 0; }
223
+ .cite-seal .cite-title { margin: 0; font-family: var(--sans); font-weight: 500; font-size: clamp(22px, 3vw, 28px); line-height: 1.2; text-transform: none; letter-spacing: normal; color: var(--text); overflow-wrap: anywhere; }
224
+ .cite-who { margin: 0; font-size: 15px; }
225
+ .cite-venue { margin: 0; font-size: 14px; color: var(--text-dim); }
226
+ .cite-actions { display: flex; flex-wrap: wrap; gap: 8px; margin-top: 4px; }
227
+ .cite-more { list-style: none; margin: 12px 0 0; padding: 0; display: flex; flex-direction: column; gap: 8px; }
228
+ .cite-more li { display: flex; justify-content: space-between; align-items: center; gap: 12px; padding: 10px 14px; border: 1px solid var(--border-soft); border-radius: 10px; font-size: 14px; }
229
+ .cite-more b { font-weight: 500; }
230
+ @media (max-width: 640px) { .cite-seal { grid-template-columns: minmax(0, 1fr); justify-items: start; } .cite-emblem { width: 120px; height: 120px; } .cite-more li { flex-direction: column; align-items: flex-start; } }
231
+ .nb-route { margin: 0 0 18px; }
232
+ .bench-new .nb-entry[hidden] { display: none; }
233
+
234
+ /* The Agents and Capabilities tabs (agents/standard.html): one card per definition of the standard. */
235
+ .std-index { width: 100%; max-width: 1120px; margin: 0 auto; }
236
+ .std-problems { border: 1px solid var(--bad); border-radius: 10px; padding: 12px 16px; margin: 0 0 18px; font-size: 13px; }
237
+ .std-problems strong { color: var(--bad); }
238
+ .std-card { padding: 22px; border-radius: 12px; background: var(--surface); border: 1px solid var(--border-soft); margin: 0 0 18px; }
239
+ .std-head { display: flex; gap: 14px; align-items: center; }
240
+ .std-head h2 { margin: 0 0 6px; font-size: 20px; }
241
+ .std-mark { width: 40px; height: 40px; border-radius: 10px; display: grid; place-items: center; background: var(--accent-soft); color: var(--accent); font: 500 18px/1 var(--mono); flex: none; }
242
+ .std-tags { display: flex; flex-wrap: wrap; gap: 6px; }
243
+ .std-tag { padding: 2px 9px; border: 1px solid var(--border); border-radius: 999px; font: 11px/1.5 var(--mono); color: var(--text-dim); }
244
+ .std-versions { display: flex; flex-wrap: wrap; align-items: center; gap: 8px; margin: 4px 0 14px; }
245
+ .std-versions > span { font-size: 12px; color: var(--text-dim); margin-right: 4px; }
246
+ .std-versions a { display: flex; flex-direction: column; padding: 6px 12px; border: 1px solid var(--border); border-radius: 8px; color: inherit; text-decoration: none; }
247
+ .std-versions a b { font: 500 13px/1.3 var(--mono); }
248
+ .std-versions a small { font-size: 11px; color: var(--text-dim); }
249
+ .std-versions a[aria-current="page"] { border-color: var(--accent); background: color-mix(in srgb, var(--accent) 10%, transparent); }
250
+ .std-summary { margin: 14px 0 4px; line-height: 1.6; }
251
+ .std-source { margin: 16px 0 22px; padding: 16px; border: 1px solid var(--border-soft); border-radius: 10px; background: var(--bg); }
252
+ .std-source h2 { margin: 0 0 12px; font-size: 15px; font-weight: 500; }
253
+ .std-source-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(min(220px, 100%), 1fr)); gap: 12px 20px; margin: 0; }
254
+ .std-source-grid > div { min-width: 0; }
255
+ .std-source-grid dt { color: var(--text-faint); font-size: 11px; margin-bottom: 4px; }
256
+ .std-source-grid dd { margin: 0; font-size: 13px; overflow-wrap: anywhere; }
257
+ .std-source-grid small { display: block; color: var(--text-dim); margin-top: 3px; }
258
+ .std-source-install { border-top: 1px solid var(--border-soft); margin-top: 14px; padding-top: 10px; font-size: 12px; }
259
+ .std-source-install summary { color: var(--text-dim); cursor: pointer; }
260
+ .std-source-install[open] summary { margin-bottom: 12px; }
261
+ .std-cols { display: grid; grid-template-columns: minmax(0, 1.1fr) minmax(0, 1fr); gap: 32px 56px; }
262
+ .std-cols h3 { font-size: 14px; text-transform: uppercase; letter-spacing: .08em; color: var(--text-faint); margin: 0 0 8px; }
263
+ .std-ports { width: 100%; border-collapse: collapse; font-size: 15px; }
264
+ .std-ports td { padding: 9px 8px 9px 0; border-top: 1px solid var(--border-soft); vertical-align: top; }
265
+ .std-ports td:last-child { text-align: right; white-space: nowrap; }
266
+ .std-ports small, .std-fits small { display: block; color: var(--text-dim); font-size: 14px; line-height: 1.6; margin-top: 4px; white-space: normal; }
267
+ .std-ports .st-proven b { color: var(--ok); }
268
+ .std-ports tr:not(.st-proven) b { color: var(--text-faint); font-weight: 500; }
269
+ .std-fits { list-style: none; margin: 0; padding: 0; }
270
+ .std-fits li { display: grid; grid-template-columns: 22px minmax(0, 1fr) auto; gap: 10px; align-items: center; padding: 12px 0; border-top: 1px solid var(--border-soft); font-size: 15px; }
271
+ .std-fits li.unfit { opacity: .6; }
272
+ .std-fits li.unfit small { color: var(--bad); }
273
+ .std-fits .bench-mark { width: 20px; height: 20px; }
274
+ .std-none { color: var(--text-dim); font-size: 13px; }
275
+ .std-check { margin-top: 16px; border-top: 1px solid var(--border-soft); padding-top: 12px; font-size: 13px; }
276
+ .std-check summary { display: flex; align-items: center; gap: 12px; padding: 14px 0; cursor: pointer; color: var(--text-dim); }
277
+ .std-check p { color: var(--text-dim); }
278
+ .std-form { display: grid; grid-template-columns: 1fr 1fr; gap: 12px; margin: 8px 0; }
279
+ .std-form label { display: grid; gap: 5px; color: var(--text-dim); font-size: 12px; }
280
+ .std-form input, .std-form select { padding: 8px 10px; border: 1px solid var(--border); border-radius: 7px; background: var(--bg); color: var(--text); font-size: 13px; }
281
+ .std-consent { display: flex; gap: 8px; align-items: flex-start; margin: 8px 0 12px; color: var(--text); }
282
+ @media (max-width: 760px) { .std-cols, .std-form { grid-template-columns: 1fr; } }
283
+ .std-mark.small { width: 28px; height: 28px; border-radius: 8px; font-size: 14px; }
284
+ .std-clamp { display: -webkit-box; -webkit-line-clamp: 3; -webkit-box-orient: vertical; overflow: hidden; }
285
+ .std-head h1 { margin: 0 0 6px; }
286
+ dialog.std-how { width: min(880px, calc(100vw - 32px)); max-height: calc(100vh - 64px); overflow: auto; padding: 24px 28px; border: 1px solid var(--border); border-radius: 14px; background: var(--surface); color: var(--text); line-height: 1.6; font-size: 14px; }
287
+ dialog.std-how::backdrop { background: rgba(0, 0, 0, .45); }
288
+ .std-how-head { display: flex; justify-content: space-between; align-items: center; gap: 12px; }
289
+ .std-how-head h2 { margin: 0; font-size: 20px; }
290
+ .std-how h3 { margin: 18px 0 4px; font-size: 12px; text-transform: uppercase; letter-spacing: .08em; color: var(--text-faint); }
291
+ .std-how p { margin: 8px 0; color: var(--text-dim); }
292
+ .std-steps { margin: 6px 0 0; padding-left: 20px; }
293
+ .std-steps li { margin: 0 0 8px; }
294
+ .std-how code { font-size: 12.5px; }
295
+ .std-ports small.std-kit { color: var(--text-faint); font-style: italic; }
296
+ .std-ports td:last-child small { white-space: nowrap; }
297
+ .std-steps > li { margin: 0 0 18px; }
298
+ .std-steps > li > p { margin: 4px 0 8px; }
299
+ .std-code { border: 1px solid var(--border); border-radius: 8px; background: var(--bg); overflow: hidden; }
300
+ .std-code-head { display: flex; justify-content: space-between; align-items: center; gap: 8px; padding: 5px 10px; border-bottom: 1px solid var(--border-soft); font: 11.5px var(--mono); color: var(--text-faint); }
301
+ .std-copy { border: 1px solid var(--border); background: var(--surface); color: var(--text-dim); border-radius: 6px; padding: 2px 9px; font-size: 11.5px; cursor: pointer; }
302
+ .std-code pre { white-space: pre; margin: 0; padding: 10px 12px; overflow-x: auto; font: 12px/1.55 var(--mono); color: var(--text); background: none; border: 0; }
303
+ /* An agent's page: a port by what it does, its id beside it; the proof's kit and backend; fidelity, options. */
304
+ .std-portname { font-weight: 500; }
305
+ .std-portid { font-size: 13px; color: var(--text-faint); }
306
+ .std-subhead { margin-top: 22px !important; }
307
+ .std-fid { font-size: 15px; margin: 0; }
308
+ .std-fid.ok b { color: var(--ok); }
309
+ .std-fid.no b { color: var(--bad); }
310
+ .std-fid small, .std-optlist small { display: block; color: var(--text-dim); font-size: 14px; line-height: 1.6; margin-top: 4px; }
311
+ .std-optlist { list-style: none; margin: 0; padding: 0; font-size: 15px; }
312
+ .std-optlist li { padding: 8px 0; border-top: 1px solid var(--border-soft); }
313
+ /* A benchmark's proofs, per dataset (the standard's): a row each, its checks and controls as chips. */
314
+ .std-prooftable { width: 100%; border-collapse: collapse; font-size: 13px; margin-top: 8px; }
315
+ .std-prooftable th, .std-prooftable td { padding: 10px 10px 10px 0; border-top: 1px solid var(--border-soft); vertical-align: top; text-align: left; }
316
+ .std-prooftable th { width: 32%; font-weight: 500; }
317
+ .std-prooftable th small { display: block; font-weight: 400; color: var(--text-dim); font-size: 11.5px; margin-top: 2px; }
318
+ .std-prooftable .std-ctls { margin-top: 0; }
319
+ .std-joblink { display: inline-block; font-size: 11.5px; margin: 6px 10px 0 0; }
320
+ @media (max-width: 760px) { .std-prooftable th, .std-prooftable td { display: block; width: auto; } .std-prooftable td { border-top: 0; padding-top: 0; } }
321
+ /* The Add dialog on the Agents and Capabilities tabs: two tabs, the assistant's three fields and the prompt they build. */
322
+ .std-how-tabs { display: flex; gap: 4px; margin: 14px 0 4px; border-bottom: 1px solid var(--border); }
323
+ .std-how-tabs [role=tab] { font: inherit; font-size: 13.5px; font-weight: 500; color: var(--text-dim); background: none; border: 0; border-bottom: 2px solid transparent; margin-bottom: -1px; padding: 8px 12px; min-height: 40px; cursor: pointer; }
324
+ .std-how-tabs [role=tab][aria-selected=true] { color: var(--text); border-bottom-color: var(--accent); }
325
+ .std-how-tabs [role=tab]:focus-visible { outline: 2px solid var(--accent); outline-offset: -2px; border-radius: 6px 6px 0 0; }
326
+ .std-pane { padding-top: 6px; }
327
+ .std-add-fields { display: grid; grid-template-columns: 1fr 1fr; gap: 14px; margin: 12px 0 16px; }
328
+ .std-add-fields .wide { grid-column: 1 / -1; }
329
+ .std-add-fields label { display: flex; flex-direction: column; gap: 6px; font-size: 13px; font-weight: 500; color: var(--text); }
330
+ .std-add-fields label small { color: var(--text-dim); font-size: 12px; font-weight: 400; }
331
+ .std-add-fields input, .std-add-fields textarea { font: inherit; font-size: 14px; color: var(--text); background: var(--bg); border: 1px solid var(--border); border-radius: 8px; padding: 10px 12px; min-height: 42px; box-sizing: border-box; width: 100%; margin-top: auto; }
332
+ .std-add-fields .ui-select-trigger { min-height: 42px; width: 100%; margin-top: auto; }
333
+ .std-add-fields input { flex: none; } /* the page's inputs grow in a row: in this column it would fill the taller neighbour's height */
334
+ .std-add-fields textarea { resize: vertical; }
335
+ .std-add-fields :is(input, textarea):focus { outline: none; border-color: var(--accent); box-shadow: inset 0 0 0 1px var(--accent); }
336
+ .std-prompt pre { white-space: pre-wrap; word-break: break-word; font-size: 12.5px; }
337
+ .std-copy:disabled { opacity: .5; cursor: not-allowed; }
338
+ .std-add-hint { font-size: 12.5px; }
339
+ @media (max-width: 640px) { dialog.std-how { padding: 18px 16px; } .std-add-fields { grid-template-columns: 1fr; } .std-add-fields :is(input, textarea) { font-size: 16px; } }
340
+ /* What runs a benchmark, as bubbles - on its card, its page and the Add dialog - named as the filter chips name them. */
341
+ .run-tag { display: inline-flex; align-items: center; font-size: .72rem; font-weight: 500; letter-spacing: .03em; padding: .12rem .55rem; border-radius: 999px; border: 1px solid var(--border); color: var(--text-dim); white-space: nowrap; }
342
+ .run-tag.rt-harbor { color: var(--text); border-color: var(--text-dim); }
343
+ .run-tag.rt-standard { color: var(--accent); border-color: color-mix(in srgb, var(--accent) 55%, transparent); }
344
+ .run-tags { display: flex; flex-wrap: wrap; gap: 6px; }
345
+ .bench-card-tags { display: flex; flex-wrap: wrap; align-items: center; gap: 6px; min-height: 22px; }
346
+ /* The Add dialog's close button: a square with a drawn cross, the size of a tap. */
347
+ .std-how-x { flex: none; width: 40px; height: 40px; display: grid; place-items: center; padding: 0; border: 1px solid var(--border); border-radius: 8px; background: transparent; color: var(--text-dim); cursor: pointer; }
348
+ .std-how-x:hover { color: var(--text); border-color: var(--text-dim); }
349
+ .std-how-x:focus-visible { outline: 2px solid var(--accent); outline-offset: 2px; }
350
+ .std-how-x svg { width: 16px; height: 16px; fill: none; stroke: currentColor; stroke-width: 1.8; stroke-linecap: round; }
351
+ /* The Add a benchmark dialog, by hand: the three routes, each its bubble, what it is and where to start. */
352
+ .std-routes { list-style: none; margin: 12px 0 0; padding: 0; display: grid; gap: 10px; }
353
+ .std-routes li { display: grid; grid-template-columns: 96px minmax(0, 1fr); gap: 14px; align-items: start; padding: 14px; border: 1px solid var(--border-soft); border-radius: 10px; }
354
+ .std-routes li .run-tag { justify-self: start; margin-top: 2px; }
355
+ .std-routes li p { margin: 4px 0; font-size: 13px; }
356
+ .std-routes li .btn { margin-top: 8px; }
357
+ @media (max-width: 640px) { .std-routes li { grid-template-columns: 1fr; gap: 8px; } }
358
+ /* a card's runners sit on their own row above its numbers, so every card's rows line up whatever it holds */
359
+ .bench-card-runs { margin-top: auto; }
360
+ .bench-card-runs + .bench-stats { margin-top: 0; }
361
+ /* A benchmark's own options: each value on a line, its tags (what it needs), its line; then the machine setup some need. */
362
+ .std-optname { font-size: 15px; margin: 18px 0 4px; }
363
+ .std-optname small { font-weight: 400; color: var(--text-dim); font-size: 12px; margin-left: 6px; }
364
+ .std-optvals { list-style: none; margin: 8px 0 0; padding: 0; display: flex; flex-wrap: wrap; gap: 8px; }
365
+ .std-optvals li { padding: 7px 12px; border: 1px solid var(--border-soft); border-radius: 7px; font-size: 13px; display: flex; flex-wrap: wrap; gap: 6px; align-items: center; }
366
+ .std-optvals li small { flex-basis: 100%; color: var(--text-dim); font-size: 12px; }
367
+ .std-hostreq { margin-top: 14px; }
368
+ /* what some options need on the machine: a note on the card, not a way to run */
369
+ .bench-card-setup { display: inline-flex; align-items: center; gap: 5px; margin-top: 8px; font-size: .78rem; color: var(--text-dim); }
370
+ .bench-card-setup svg { width: 13px; height: 13px; flex: none; }
371
+ a.std-need { font-size: .78rem; color: var(--text-dim); text-decoration: underline dotted; }
372
+
373
+ .std-setups { --setup-padding: 22px; }
374
+ .std-setup-list { display: grid; gap: 0; }
375
+ .std-setup-row { display: grid; grid-template-columns: auto minmax(0, 1fr); align-items: center; gap: 8px 24px; padding: 20px 0; border-top: 1px solid var(--border-soft); }
376
+ .std-setup-row h3 { margin: 0; font-size: 16px; text-transform: none; letter-spacing: normal; }
377
+ .std-setup-meta { display: flex; justify-content: flex-end; flex-wrap: wrap; gap: 8px 24px; font-size: 14px; }
378
+ .std-setup-meta b { color: var(--text-dim); font-weight: 400; margin-right: 6px; }
379
+ .std-setup-detail { margin: 0 calc(-1 * var(--setup-padding)) calc(-1 * var(--setup-padding)); border-top: 1px solid var(--border-soft); border-radius: 0 0 12px 12px; overflow: hidden; font-size: 14px; color: var(--text-dim); }
380
+ .std-setup-detail summary { display: flex; align-items: center; gap: 12px; padding: 18px var(--setup-padding); cursor: pointer; list-style: none; color: var(--text-dim); transition: background .16s, color .16s; }
381
+ .std-setup-detail summary::-webkit-details-marker { display: none; }
382
+ .std-setup-detail summary:hover { background: var(--surface-2); color: var(--text); }
383
+ .std-setup-detail summary:focus-visible { outline: 2px solid var(--accent); outline-offset: -3px; }
384
+ .std-setup-description { padding: 0 var(--setup-padding) 20px calc(var(--setup-padding) + 30px); line-height: 1.75; }
385
+ .std-setup-detail p { margin: 0 0 10px; }
386
+ .std-setup-detail small { display: block; overflow-wrap: anywhere; }
387
+ .std-fixed-dataset { display: grid; align-content: start; gap: 8px; font-size: 14px; }
388
+ .std-fixed-dataset span { color: var(--text-dim); font-size: 12px; }
389
+ .std-fixed-dataset b { font-weight: 400; padding: 8px 0; }
390
+ @media (max-width: 760px) { .std-setup-row { grid-template-columns: 1fr; gap: 10px; } .std-setup-meta { justify-content: flex-start; } }
391
+ @media (max-width: 640px) { .std-setups { --setup-padding: 16px; } }
392
+
393
+
394
+ .std-mark:has(.agent-logo) { background: transparent; border-radius: 0; color: var(--text); }
395
+
396
+ /* Check details sit in their own card below the kit definition. */
397
+ .kit-checks h2 { font-size: 16px; }
398
+ .kit-check { padding: 14px 0; border-top: 1px solid var(--border); }
399
+ .kit-check-heading { display: flex; align-items: center; flex-wrap: wrap; gap: 8px; }
400
+ .kit-check-name { margin: 0; font-size: 15px; text-transform: none; letter-spacing: normal; }
401
+ .kit-check-heading code { color: var(--muted); font-size: 12px; }
402
+ .kit-check p { margin: 6px 0 0; overflow-wrap: anywhere; }
403
+
404
+ .kit-check-heading { cursor: pointer; list-style: none; }
405
+ .kit-check-heading::-webkit-details-marker { display: none; }
406
+ .kit-check-heading::before { content: '›'; display: inline-block; transition: transform .15s; }
407
+ .kit-check[open] > .kit-check-heading::before, .kit-shared-source[open] > .kit-check-heading::before { transform: rotate(90deg); }
408
+ .kit-check-source { margin-top: 16px; min-width: 0; }
409
+ .kit-check-source h3, .kit-check-source h4 { margin: 12px 0 6px; font-size: 13px; text-transform: none; letter-spacing: normal; }
410
+ .kit-check-source small { font-weight: normal; color: var(--text-dim); }
411
+ .kit-check-source pre { max-height: 420px; overflow: auto; padding: 12px; border: 1px solid var(--border); border-radius: 8px; font-size: 12px; white-space: pre-wrap; overflow-wrap: anywhere; }
412
+
413
+ .kit-check-source pre { background: #0d1117; color: #d6deeb; color-scheme: dark; }
414
+ .kit-check-source .py-keyword { color: #c792ea; }
415
+ .kit-check-source .py-string { color: #a8d98b; }
416
+ .kit-check-source .py-number { color: #f7c77e; }
417
+ .kit-check-source .py-comment { color: #8b9bb0; font-style: italic; }
418
+ .kit-check-source .py-operator { color: #89ddff; }
419
+
420
+ .kit-shared-source { padding: 14px 0 0; border-top: 1px solid var(--border); }
421
+
422
+ .std-ports th { padding: 0 8px 8px 0; text-align: left; font-size: 14px; font-weight: 500; text-transform: uppercase; letter-spacing: .08em; color: var(--text-faint); }
423
+ .std-ports th:last-child { width: 1%; text-align: right; }
424
+ .std-ports td:first-child { overflow-wrap: anywhere; }
425
+ .std-cols > div { min-width: 0; }
426
+
427
+ .std-optvals-detailed { display: grid; grid-template-columns: repeat(auto-fit, minmax(min(250px, 100%), 1fr)); }
428
+ .std-optvals-detailed li { align-content: start; padding: 12px; }
429
+
430
+
431
+ /* Each benchmark topic has a clear boundary without oversized spacing. */
432
+ .bench-main { gap: 20px; }
433
+ .bench-main > .bench-section, .bench-main > .bench-cols > .bench-section { padding: 22px; border: 1px solid var(--border-soft); border-radius: 12px; background: var(--surface); min-width: 0; }
434
+ .bench-main > .bench-section > h2, .bench-main > .bench-cols > .bench-section > h2 { margin-bottom: 18px; }
435
+ .std-option-range { margin-top: 12px; display: flex; flex-wrap: wrap; gap: 10px; align-items: center; color: var(--text-dim); font-size: 14px; }
436
+ @media (max-width: 640px) { .bench-main > .bench-section, .bench-main > .bench-cols > .bench-section { padding: 16px; } }
@@ -0,0 +1,87 @@
1
+ (() => {
2
+ const hash = () => { try { return decodeURIComponent(location.hash.slice(1)); } catch { return ''; } };
3
+
4
+ // Hash links (/benchmarks#key, /benchmarks#dataset) open the benchmark's page; category or origin chips and the
5
+ // Find box keep the cards that match, and a shelf left empty folds away.
6
+ const cards = [...document.querySelectorAll('.bench-card')];
7
+ if (cards.length) {
8
+ const key = hash();
9
+ const owner = key && cards.find(c => c.dataset.keys.split(' ').includes(key));
10
+ if (owner) {
11
+ location.replace(owner.href + (key === owner.dataset.keys.split(' ')[0] ? '' : '#' + encodeURIComponent(key)));
12
+ return;
13
+ }
14
+ const find = document.getElementById('bench-find');
15
+ const chips = [...document.querySelectorAll('[data-filter] .bench-cat')];
16
+ const none = document.getElementById('bench-none');
17
+ // one value per filter group (category, origin); '' keeps every card
18
+ const picked = {};
19
+ const apply = () => {
20
+ const words = (find?.value || '').toLowerCase().split(/\s+/).filter(Boolean);
21
+ cards.forEach(c => {
22
+ // Only runners are a space-separated list; categories may contain spaces.
23
+ c.hidden = !(Object.entries(picked).every(([f, v]) => !v || (f === 'runs' ? (c.dataset[f] || '').split(' ').includes(v) : c.dataset[f] === v)) && words.every(w => c.dataset.find.includes(w)));
24
+ });
25
+ document.querySelectorAll('[data-shelf]').forEach(shelf => {
26
+ const shown = shelf.querySelectorAll('.bench-card:not([hidden])').length;
27
+ shelf.hidden = !shown;
28
+ shelf.querySelector('.shelf-n').textContent = shown;
29
+ });
30
+ chips.forEach(chip => {
31
+ const on = chip.dataset.value === (picked[chip.closest('[data-filter]').dataset.filter] || '');
32
+ chip.classList.toggle('on', on);
33
+ chip.setAttribute('aria-pressed', String(on));
34
+ });
35
+ if (none) none.hidden = cards.some(c => !c.hidden);
36
+ };
37
+ chips.forEach(chip => chip.addEventListener('click', () => { picked[chip.closest('[data-filter]').dataset.filter] = chip.dataset.value; apply(); }));
38
+ find?.addEventListener('input', apply);
39
+ return;
40
+ }
41
+
42
+ // A benchmark's datasets are tabs, with #<dataset key> selecting one.
43
+ const lists = [...document.querySelectorAll('.bench-tabs')];
44
+ const select = (list, tab, focus) => {
45
+ list.querySelectorAll('[role=tab]').forEach(t => {
46
+ const on = t === tab;
47
+ t.setAttribute('aria-selected', String(on));
48
+ t.tabIndex = on ? 0 : -1;
49
+ const panel = document.getElementById(t.getAttribute('aria-controls'));
50
+ if (panel) panel.hidden = !on;
51
+ });
52
+ if (focus) tab.focus();
53
+ };
54
+ lists.forEach(list => {
55
+ const tabs = [...list.querySelectorAll('[role=tab]')];
56
+ list.hidden = false;
57
+ list.closest('section')?.classList.add('tabbed');
58
+ select(list, tabs.find(t => t.getAttribute('aria-selected') === 'true') || tabs[0]);
59
+ list.addEventListener('click', e => {
60
+ const tab = e.target.closest('[role=tab]');
61
+ if (!tab) return;
62
+ select(list, tab);
63
+ history.replaceState(null, '', '#' + tab.getAttribute('aria-controls'));
64
+ });
65
+ list.addEventListener('keydown', e => {
66
+ const step = { ArrowRight: 1, ArrowLeft: -1 }[e.key];
67
+ if (!step) return;
68
+ e.preventDefault();
69
+ const at = tabs.indexOf(document.activeElement);
70
+ select(list, tabs[(at + step + tabs.length) % tabs.length], true);
71
+ });
72
+ });
73
+ const fromHash = () => {
74
+ const key = hash();
75
+ const tab = key && [...document.querySelectorAll('.bench-tabs [role=tab]')].find(t => t.getAttribute('aria-controls') === key);
76
+ if (tab) select(tab.closest('.bench-tabs'), tab);
77
+ };
78
+ window.addEventListener('hashchange', fromHash);
79
+ fromHash();
80
+ })();
81
+
82
+ // A code block's Copy button (a benchmark's machine setup): its code to the clipboard.
83
+ document.querySelectorAll('.bench-page .std-copy').forEach(b => b.addEventListener('click', async () => {
84
+ const text = b.closest('.std-code').querySelector('code').textContent;
85
+ try { await navigator.clipboard.writeText(text); b.textContent = 'Copied'; } catch { b.textContent = 'Select it'; }
86
+ setTimeout(() => { b.textContent = 'Copy'; }, 1500);
87
+ }));
@@ -0,0 +1,29 @@
1
+ <svg xmlns="http://www.w3.org/2000/svg" style="display:none">
2
+ <!-- One mark per benchmark in the catalogue, by its key: the logo of the organisation that makes it where
3
+ there is one, an image; else a 24 px line icon of what its tasks are about, in the current colour. The
4
+ builder's cards and the Benchmarks pages use them; a test keeps one per listed entry. -->
5
+ <!-- SWE-bench's GitHub organisation avatar: a trademark of its owner -->
6
+ <symbol id="bm-swe-bench-verified" viewBox="0 0 24 24"><image width="24" height="24" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAYAAACqaXHeAAAXBklEQVR42r2beZBdx3Xef6e777tvm33BDmIjSIIEV3AxV1sipURWwlhxJZJLtGyrZMsuW2XHshO77NBKYpe8sKSYill2yk4qiuLYclKVSFSkOBLLRZEiQ1IgFS7gBoDYBpgBMDNvf/fe7pM/7psNGMxCkeqqW/Nm5r7bfU6f5Tvf6SusY4w/ckznPhtg1ls+ummKX911kq1xwuF2zO+9sY2vTA3R7zxehXdiGFEa3nF1pcVnrzzKrf0NRODx6T7++as7eL1ZpG/RfJM/v33NE8t6hJ4bVpTZzPGL2yf4/auOgBo0CGICSRD+4XP7eHK6j4rzhGWUIID0/qwKusoCUxU2FhK+fvMrbKu00czm/3Oeo40SH3zuKk51C8RGCRc8bDVlmPUKb4CWN+yrtPi9vcfQYPA+nyPJLIXI84vbJ0hVLtKu9JSXqdD0hkZmSFQwkv99uWFFqWeWn9k6yba+Jt0kmv9fkjh29LX4w71v0fEGWUaVy8mweLi1Cr7YHNve8eMbz2FdRppGuN7irVHILDf1t9hYTGmkBiv5DgvgFWqZY1OcsLWYEIkykUQcb8ekKvQ7jxVd4joBKJrALQMN1NslioqM4hPH+8enuX2wzlOzffS77CLXm5NnOWtw69WYV6FkAz88XEPVLNllA6gaNkZt9rgGTyVDVMXn3wOswOevOsL9G84zGmVYYCazPFOr8KVTY3xtcohZ7xhcJIRXoc95NscJoiAXWIoiWOv5Zzsm+KcvVFd0p/FHjumFSjDrEX7OH8cKKbvLHSQI5oIFeRFEU67Ts6SSm6XpmfFv7TzOz+4+wYZClisLGIwy7hub5j9e/xpfv/llfmR4lrNpND+fqhCJUrS5HckyFqmZ5X1j01xdbdP2FiNrd2uznmgsku/ISJQy4DyoLEQwXaqqG81ZLIoRaATLD1Vr/Nz4SdIkxoeFO4MKWebIUseNgw2+euBlfvfyt2gHQ+gJ6HuWMD+N5peq9lxLcM5zfbVBJ8iysWDVILja7i8sGCo2EImiCsYZRASJ8p8GBSz7zCyDJHiERC0HZIrIdxBkyQ7NBUYris8sPhg+vfc4/2H/G6QhF8Wr0PbSk5p8LmcwhUUerMrNMrmWxHZROl+z8CzabEXBCt16h+9++Xu8+rdvEHo7ohg22xabpUmquWIqaQtmO6vmewGSTsSHtk7y2SuOUcssXoVuyJ3GRpbpo9M8+6XnOfn8BGJ7zqTCNWaaiskI61CCWT8ogXYwpD7f9ck3agzWleitOo1TdcQZvLEMOs8VMksqhth4jko/OtuGWoKs4KTSi+5pN+Jnd57kN3ae5GyysNOZV6ZemGRjO9B+8SydRoK1AmrYKk02SJvkguD8tnHARTuvublOp45WsEBguFxg63CZrYNl4pbPd8MIhdiwX85R844khS+3t/P4bD/+rUnSme6qlmpF8anjN/cc59bBBrXMggHvlS3lEhtHqmwrF4m6HkRQDEMmYbO0STFrjgNuPeavgBNlJnWc6UYMVjto0ZFkARdF+LYQBcUYgy9EXKPnONBX586+GbZVU4rRGFk7g5k2rhLleXEFS1AVIud5+KojFE2AIBgrZM5ivKLisakHyWNTAc+46eCDrMkCxh85pm69LjAHg99sF7mCFlQKuHKJ2BpCPUEzxbpAMjLAPQPK06Pfw9gMREEtqmMsSQOrxITgLTcNNHKVBIMYsMUixZInoKhfsE4TlGHTRb2wVh9YdwwQIA3CS40yqFKsWuJKIUd77RTTzlCFaLBEdbyMUSVLHWkS4VOBLKx7vqAyXzMYlJLkZi9iMEuKCqUsGeuJ6OtWwJwbPFergBcktmify/+RKcwkeaQMSsiU0LMaJzkm4G0UiLJMIXUB7EA1z9FRD5jJu6WA0IPCB+sVzrcjrFMYKc6DBG1k87OLvC15Vx+Z5k4vy0Tp9Wa1t2MBsQmc6MQ8PdsH4gnDcT55bJEt5bzqeTck78knl1Wh4qAbFkwhKBqUpCeSvlsKYL6yEx6dGsqFLTvY2Qc3juQLC8q7MqQHRbeWkTs3IFcPIiWLKAQfCEFpEb09KLxeN6haz+Mz/bS7Ec4oZv8QSdHSPdtZEei8IyPNUShXDMBgIVeKD4QAHexCvHk3FGAlD2yZCt+brfDfJ4fBenwKmmYkZxvvngssAQlAEuhVTGTtFJ8GJtKYRupoeTNfZ6ybELnUnCIwnTr6nOeWgTq7yl0q1oPmyCsqWBq1DunZFtFYGZV1OOMKEwcPxqygCAVrBT/cx3u1RV9nkhPtAq80SrSDZSjKLslPylqQoPSYmZY3/NSWKT65fYJrqm3oCa/e9KK+cO75U/gkMLxnDFt1UDBvSwkioCJk5zs06xkD26srRnkRQY0gkgFKkjoO1sv8+fEN/OeJMfqtX3YZbq3B16vwyL7DPHDZafAm5wLTqEd4zAMEipv6mT00Re34NAPjVUy1kAfJOdirqyR7yWFsp6tkZ+o0j03jNvcjTgiJzpOpF9cpCpniMShCQZRbh+rcOlxjr2vyO8cvo2rDRdO7tfj8dOr4zOXHeWDHBEm3gO3B1CX+1SP94tEqlKZJZ5vM+kCpLyYeLCGlCJyBSFgixdyuav5Z2xlZMyU516Q502JmNmX3NaM5D7AGU51Lggr4zIIRPr3lDWqzGX/U2Mug5BzFmhSQU2CGcZfwwPAEIXPzLM9yd2vwWCeY3ZfD60dJmg3STkrcSCj2x9iCw0Qmd+igyCKr0BDI2hndWoekneCThG5lA25kAB2M0aTeCwRmzYHFSk8Rpsiv97/KV5tjHGGAIp6wNgUoHbXcEtcY6zaRrHyJvCGIZmRSQMf2s2H3RmqVLSRvvEionaFTb9FtJdjIIkYwZoEqFiNoUHwW8JlHswxxFrtlLwMbd1Lduw2JHb52Cnv2lTwiytqVIAJBDdW0w33mJP82DFMim/e5VS0gE8v2bAYzW0f7ikjRLCO8JzFl2HozUXkENKG69zKaNiKbOk04dxxfP0/W6fSkXhTC50g+EcQ53NA4duwysvIQ0bZxorIDH9ChyyCuwMlne0qQ1QsHr9ANpNNtslbKJtNBLgBpbnWgoEwT0znXRE1MZawMvVpeFUQD3hZg621EpQHQBBBsMaa4ZwuNOMZWBjGtGtqaQbtNNEsghFwI45AoRuIyUuyHUhXpq1LePEpcjdEsy+/LOlAehbGr4PQLINHFVhAUmYslaUBbGdrNaEw1qXjPWYqoLi1QVlRAQCiR8UwY56ivsPHMDN1GF1MsUNxQIR4qomkXhvcQlYbQrI0iIIqIEMUxA7s3k8z00T1bIzRGMFmG6OJoLGAMEhdw5RjbX6YwPIC1Fp+lOarWkBOvvgv9W2D2OLSnwbh569HEk03U0aAEr6gP+NTTbWekiachMY/5TcSyNB261dJfgcCElngo28+fFJ6k1WhRm+lgxysUDXgMvjSChAzjCosemeF9ijWG0tAA8VA/abtLd7aJdLqEEDAiiLNQLlHqL2OjKI88mhF8hnXlhf5Q6BDSBIkK0L8Z2ueWZBIpWFpdT+t0HeOk5115VbDRtPlCejXP6wgDrCML5B0dYUASvux3kiWGX3YvsqPcplTNfTMYh9oixkScOX2S1198nbgYc9W1V1LtH8L7DkYCIhCXYgqlGGUBIppeVFcU1YBqwJgIsZa33nyDM6fOUK6UuXL/lbi4SvAdpFAFsQsuoHlcLG4ZoHW+g4QM7eEJB3wh28fvZtdRIb2IMV4TEAoIFTL+m9/BV5OtfDg+xb9zJ3sxQHFxka8/+i2++Ll/z7nJc9jIsXnbJn76Ux/j9vfcTfCdXkQ2yJJqTQm+22N3JG90iKNZb/FnD/0Z3/7bJ2jWm8TFmF1X7OITv/4J9u2/iqAziJilhEhQimVL/8YqtROzqBEGJeHhdB+/kd7MuLSXTaC28sFf+Z21oUGhIhnNYCmUHD+1ZTJniSNHzY3y4K/8Aa3ZGW6++1b6+yscO3KCp//uaa7cv4eNW7diDNRmZnnotx/iW49+k0f/+qv0DZTZvmsPiJ9fmojj4X/zx3ztb77Blu2buPbma1ENvPHqYQ4dfJk77/0hSmWLTh9DRC4CYpEKWSclTTwV8XwtbOdgGKEiftl+gVtvYQJgg59PZRqU/qLlU7/2MSrVEgfuvJV2q80f/Pbn+b+PfYdH/+Z/cd0tBwghRRVOHD3BsTePY6zBZ4FWs0nwXcrVCsYUePPQIZ781lPs2nsZD37uX7Bl5y6mp6Z46MHP88zjz/HsE89x3/134EPAWrts3nflAlpPwILtKVa/33LY9OhwQbhnuAY9lAU54XvP37uXA3feStauUyr3c+8H7mZ2ukaj1qBRn+ZXf/LXSDpdfvnBX6Ld7fK+++/l9vfcwWd+6V/yuQf/GGMKgDA7U+fMqUn27r+SLTsvp9ucYWhsI++//70kSUqxFC8vTq8Wkb4IN17F95XRNBBpRpuo17JbBi2uxQUMUPeWD42f58+vfZ1/suk8IZgeySkwsI2gimYJJioAGcVyTKPR4e9/6H2MjI3yFw//J7792Hd46vFnKQU4cXKCr3/l//DKi69z1313cP0tNxBCwtDwEMZZfuSD72FstB9jQI1ny+Zx7njvrey/6RpM2sHUT14K/xKVHNXxMkmpyN72Wc6mlucZpYjvBeB1lMO2t/O/sP00f3T1mxAMwZseENM8Gm+7PUdpAjQaEMdQKCLE8wX7dw++xH/5rYcZ8Z4d1X4mWi0a3Tab9u7gp7/wmzhr8tRoLBABnkCKdjtIu40ZHAQsBI92ZuD4UyvmbxHAWWglJIcm+NT56/ii7l1fGjTkfcDdxTaf2X2MECzBm4tZljlU+50n0cOHodqH3HkXYXgcUY84w4037GPmqr1MvfoWNnJ8YP92tg5EMDIMmQdrepkgELIWYgukR99CnnsG227h9+yBAwcwy/j9crFKAdIMShFm2yj/qvk83+uO8JIOUWahgWpWLiSUdrB8YuwUFdvFh2WEV4XIoadOoi+/ks8+NUX2/AtgXc4PKoSQ0Qqe6kiJ++7czZV7x6iM9FN0giRdFDNfGhtnEc1wB5/F1mbzKvCll5CJU2ALayddRSAEQjGmWhJ+0rxGil3iBG7VHoB4btEzaBCMXeHQQKGQL1RD7yAF2EVKMqbAhl0j7NnkGChFZEmGAMYaJOpB2sVLE4O6CNGAeI9aA9Ec/g8X37+CO9g0o20c+800/SEhU5nHBPMWIKqIhvmHigZUldgoWm8ijXQZtrdn+2kX2bAJbrwBjWKy4VHs9ddj56puzafafdt1VK0lBM13OUlheBiKlV6Ft8iqjEVvPIAfGiWLS4Rrb0A2bQSfzR0PWQOJCXQ82skw3lMUT0xYEgjdnPDeRngTUUibqFiSQhXrE4xP8YmnPdGh4GKkZHJmR/NDCYSErNvGlQ3mhusJ+67B2gjjIlR7lZxIXiLvv5rkzSOUJk7l2LVSRm49cAlCMMVtu4ywZTN4n1tJ2gUbQdICDUvh8OJSWIE0QMdD19OttQndlBn6aaglYiGFO1ElsxHV9nmuPvQVRqcP403EmdErOLLzbo707eJZHePW6ZeZ9pbB4RiKDqkWMIXcn9q1KSoDmzFBMfFcmyxbUrMrgUIcIfd/AP/GYWyaILt2wMAQaLpMfS8Q0rz5GUX5zkteGVI7fpH5h6DQ9phej0CzgO9kdGbbzNYzRjXjibCRJhHDdOczgYz+6UktdWvc+3efZbB+ktQVc4o7pHSL/Tx35Y9x9vJ7+Jr8D7ZRZ8aWEA+l3SP0b6lC5knV4LfcRrE6iPo0D1SXAtRiUArzFeOFirp0VZbkz50+Amf+H5hFfICAz5T2m9NoJyWoEoKSJZ5upgyalKPaxz9K7mVWC7hFFmAyW2TX699isHaCVnEIdQUyW2BGi7RqTW749iNEB/8392cf4KCOMhw6lCWh2Bfl/TiECI89fZC0XUNslAsVfH5pyK85SBoC+HZ+LRF+kSlr6D0j7f3McuEbp2HqEHk01sXVGq5gSSox9ZkO7WZCt52SBei3nje1n59L7mBKi0QsZYady9pUj7yAdzEOT6vZoVgscMXucTZtGiZ2hpuSV/lrvY4fS9/PP9AjfHT4FHdVIkLoFbZiiXwTf/IZwqZrkfLokuNU84lZJG+dzwUwuVS/fC7Cm4WgOHMMJl/MP1/ICUqu2MGNZc6dKRA6KcEYyprxtB/jZ5K7qBNRJVsCgnIFJC1cfZosVro+5fbb9vK++65l+5ZhiNz8oj9+7CB/+eoAP9F8L007wj32ZbLU9XCBouIwvgMnnoHKOFTGICotbd+steKa+0rIIG1BcyonQMRcmhDtdYeqG/qYPnoeFIrieTKMc1pLbJL2fOd4iQLEOpIko5YFPvmp+7jjtl050dFN0dQvPH90lI/MHue1Y09xxG5fZhG6EJUbE/m1hP9f50mI+e+E3BLm6K8VHqRBKfUXaPWXaNc6qIWYQIRetPPzCkjjCo3xXfzrfzzGTXdfQXa+nvNvRpa4p0HJtm3mk9OHOVzooJpXWLpcA99EF0/3dpqlssiA1kqDA3G5QLOW5Kz2Ks1yd7bh+fGP3sdNt9Tx03Wc7dW3F+ZXBVc2FHcMce250wgbEQmXEExy9vUdPBSxnhEZJbI9ONArhC+1Gvf7eya5qz/i5akxTK/6y9vKy/ff0uIw9f4NVGYc1uSWYeaYZs15vcFCl+FC56LS8wcydMFw5ui8lVbh3lM9x2xqCdMsalhcSvP5w8RG1GZ1SemlKM5FFAoFTneqbO9rsrU4+3aO7XzfI/jQ4xe5JBEyr4BX3zqT00aLuzUrmMy8O8rFzX8RYXBwgKHREZ4+1KSyxzPU7wj+B2ALi5azWOlF/MqU2Ec/9hMixuSMbe/sncylm2UuEUN+/8K9899RYWamxuuHjnDoudc5PdWZ7yD9IH3AmJxlNkYoir9kGJz8+e1i3uldMEbyBoYIp88law90i9+eEhYykZF1QAm9wAJkdRd4x/WvEMURLjJMTSewkvkreYvczFWM+fm/kAaC92iP+DAFiynkYV1XOmarixah2ntzYQ0K+PADH5H/+sW/1FWPrOhaFKCIEaLIMl1LSbuBKLrADRYJ7lspyUwb30rwXU9IPZqFXp3Ra3g6g40d8YYqxdEKutIhrNA7LbJK0Jl7d2jeAlZTQpYFrF2bx4gRiiXH9HSbiXMJ27eW0CRnijQoOEPWTGgePY9vZ9jYYcsRhcEithhhYodxCwceNfVkzQTjTK5IWXkDcs3lGWs5BLj4xak1uUAe3fuo15try8MiRHFEljU5fa7L9u2lfOGqmHIBzrZoHj5HZUMVM1zClqIFE5trb+siMFiwuL78NKp6XVX5cydP9CKkukpj5MMPfOQidbVabQ7cci37rt5Du91Z2o5aIRBEBYcRyePAHJwvFXjt0AR/8aUn+dNvPs8rtQa2WiQkHk183tPPQm4lunBp6PX7vbK2MDgHfoQMe8ndX5YVnlNCCIEoiti4aQMzM3UmJ6cZHR0mhLA6Ja15fe6cYWo6JaQBMcJf/dUT/OHnvsITL7/JK4dP8siffIOTx6YwcY+iWOk0uazJVFkMaaT3y1wYXtOLk4uVMDV5SkfHxmg26lSqFbLM841Hv8nsTA3nbO5vy+6CYp0hKlhm6gmI5amnX+N/PvpdhocqueaNYbbW4qWXTrBl5wa0m62JGFpT4SBLT7h0f2GjTLyd3uDY+GZR9VSqFUDotNu0Wy2sNZcUfiHK5wroJsrJMy0ee+xFyuV4nr+bOyAxda7OO4aUdOlL2QCf/viPyveFA4wpzj8gSZparVY4f34G59yKSjAiRLHDz3Y5eabF9OQsIQsQLzXrVifjnYaKpR/9+Jpt6f8DiG1F5iZApqUAAAAASUVORK5CYII="/></symbol>
7
+ <!-- Terminal-Bench's site icon: a trademark of its owner -->
8
+ <symbol id="bm-terminal-bench" viewBox="0 0 24 24"><image width="24" height="24" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAYAAACqaXHeAAADC0lEQVR42u2bv0ozQRTFz51dsdPCwiK1kDKgYIIgQkoLC8E3EDRb+wY+jI2FllYiiI1vEWwESToxzsz5io9ZE424/4LOzg5Mld0L57fnzt47sxHkG4QfQ6q80BfRhTSqmov/UYPUWHgmvSog8XO1qYDEz9WoEPhQgT39L1pVgOJnIDQpEDoACdT+jQMaAA2A/yMuTVB9MBQRGGPCWQRFBCS/ALHW1j8FlFIgiU6ng+vra9ze3uLo6AjWWsRx7JULmHeKCEWEq6urHA6HnB6DwYAAuLS0xCKxf2Hmv0kpRQDc3NwkSU4mE76/v1Nr7SOEahygtaa11kcIxW50Ltje3uZoNCJJGmN8hFD85iiKCIDdbpfj8dhXCOUCxHHsO4TyQTyHUE0gjyFUFywPBHdtrQDkheAW0VoBmIbQ6/VSCNbaGQgnJyd/BcJiAjsIOzs7HA6HqQustTTG0BjDdrs9U1P8xlzYfoDWGsvLy7i/v8fFxUXaJYoIrLVQSqHdbqddpVfNUJbpVvokSai1pjEmLZlJ8vn5mevr62lZXasUcOJPT0/T/HeLIUmOx2N2u91ft/9CAHwW75qkafG9Xq+eb4E84mtXB3gqvhoAHouvrhv0VHw1+wEeiy8OwIk/Pj72WXzxPUEAbLVafH19nSlx84qPoohxHBeeFbxKi+8HdjqddFf47e0tt/iqKsAycQqfDCmlEEURbm5usLe3BwAYjUbY39/Hw8MD4jiG1vrHU6WDgwPs7u7m7gncidTd3R2urq7mnlIttBdw1FdWVnh2dsbz83NubGxkqvDc7/1+n1WMfr9fprKsuL3MUNu71EiSJE0h1yLnmZPJhCSZJEnhxbb0FyIigiiKAADW2kwHo87qa2truLy8xNbWFkQkdwqQxOPjIw4PD/Hy8jKTGl59ItNqtWaO2bMOay2enp78/UaozMJVVZw/4YAiT3/aBd46oPlGqAHQAPgTACRg/dI4oAHw8ToMzv6fHSChiW9SYA4ACenpf+cACUV8FrGsq/Csa4DUWXwRgbX7+/w/ghTYLIKSFLgAAAAASUVORK5CYII="/></symbol>
9
+ <!-- Sierra Research's GitHub avatar (τ³-bench's makers): a trademark of its owner -->
10
+ <symbol id="bm-tau3-bench" viewBox="0 0 24 24"><image width="24" height="24" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAYAAACqaXHeAAAYD0lEQVR42t2beZyO5f7H39d13/ezP/PMYt9GthYlyhLSSYk6IkUalQiVFnEqqQ6qU/lFIRKRECJlObKUtEqrIqdCWWbGDAazL89yr78/nvHEUUM69Drn/nPmeu7r+n6u7/L5Lrfgdzxam/oO/wWPsSlHnOxa8b8i9KmCIf+XhT8ZGcSfKbgQ8e0dx/nTtEH+GcILIVAVFdM00Q0dVVGQUv4p2iDPpPBHBNd1nUjhYVKSkqlTvRaR4kJikTCKoiS04kyBoJ4pW1QUBcMw0EuKadioGXffeBs3/7U3Xo+XJetW8tKSOWzb/j14PHjcHizLOiPnEmfi9hVFIVpWSlIohVGDhnFP34EkB0PHrInpOgvXLOXxGRPYl5uNJ5R8WkE44g/EGRG+uJCrO1/D1Ef+j6YNzooLbOhIIQCB49hoqoYQgkOF+Tw06UkWLH0Nd3Iqtm2fVhDU06320ZIibrn+FuY/8xJSCGK6jtvlwq25jluvGwY1Uqsx/+kXqV29JhNemYw7EMC2T59rUk+32vfs1ouF46ZjWiZSUXG7XOQVHObn7N38lLUb3dQ5O70JTRucRXrtevGbMQ3GDx+NZVtMfGUynlDKaTMHcTrUXwiBZZqkJIXYvmIjqUnJSCnZuXcP42ZPYfWG9eQX5oOhAw5oLpKSQlzeuiOPDRlBu/NbYZomDtAqowvbdm7H5fWeFnNQlLqhJ/6osFJKpBCJEKZIBb20mBG330ePy65CCMELr79CxsghfL35K6KOjcvjQfN60TxeFE0jZhjs+OkH5qxcTGlFOddceiWKlAR8fla8uxzN64vH7X/b608xAYFAKhIciOoxMA2wbRAC4XKhuBU0X4BrO10FwITXpjNq3CjUYAhvciqWbR13m4qUuJJCWLbNpFmTiOgxpo0aR/dLu1CnQSMOF+bjAGYsmtgLVcPtdiOEwLbtU2KU6qnYtmma6KVlANSqU5/6tergcXmI6TGyDuRwKHMXaemNaN/iYtZ/uYFHnh+Lv1oNHAdMy/zVgzqOg2XbKFIhWKM2M+ZOo1l6E0bcPIQaqdXYv/1fhM5qQuNm5+H3eNFNk7z8g2TnZIFpoPgCaJr2u33FSfsAIQRSSKKlxXiCSXRtfzm3du9D5zYdEzYOUFpRzqI1y5i5YiFrpi6gw8AeZG/bCr4AODZ4vLhdbnDAduxjzCim6zjRMPGrNlCSkslc8zV3/OMhOl5wEUNvup3qKWkJwMoqyvniX9/w+tplvP3xOkoKD+MKhhIa8R8DQEoFw9CxI2Fu7N6H0Xf+jRZNzztuXTgaIb+oEKTgYP4hcg7uZ8GapdRIrYYUgoLiIj7/1zfsy82Oq6/Hg+OAYeo4kQhpNWvT4cI21K5eE1VRyc3LpU+XHrRoeh4pySlYpkn1lDQCPv9xe2fvz2Xiwpd5ceEskAKP13dS2nBCAKSUxCJh0pJTeXbEGIZcf0tlqDLRVBXbcXj7o3eYv3opW3Z8T35pMeWF+XT5S1dWTJpLoNJ5HXkKiotYs/F9npgxgcx9e1EUheRAEmPueojeXbpTr0btY9bbjs094x5l5oIZ+FKrkRpMpnnjZtx8zQ307nItfq8P3TBwaRoAqza8x4MTxrAzayfuQNIJNaFKAKSUmLEo55zVlOWTX6NZeiMs28KxHVRVZW/ePgaMvo+PP/sIpAS3G0VIvJrGhnmraHXOBeiGjutXSE9ZuIJ2/a8hKzebzUs+4JyGTY5naqaBqsT3uTijC8VlpdgCnFjc8TZv3pK5T71Im/MuxDRNEAJVUThYmE/Gw3ewYdPnaCcIn1UCoCoqkaJ8Zo2bwR033ELM0NEUFSklO7J2cfXQvmTv3YM3lIqDgxSScFEB9w68l2mjnsE0TVRVZdOP37FwzVtsy9yF49icm96EezIGkbU/h6wDufS6vBuTF8xk667tGIZBk3rpZFzdiyvadsK2baSUTH1jDsOf/Bu+lDRs20FKQbisDL/Px8oXX+fKtpdi2zambeFSNTb9+B1tb+6K2+utkklWrQFCEouG+XTeKjq0bINt2UhFobC4kDa3Xk3W3kx8wRCGaSAAG1CALUs+4Oz0xgghuGfcI8x8cy6OHgOpxDUlGgHLYvr4mTSp35Cr77gBu7wcAsG4o7RsUCTXXtGdxeNfJuD1UxYu54IbO7N3fy4ulwvbcVAVlWgkTGooxKbF79Owdr3KSCLJ3J9Di5uuIBqNoijKb4ZIWSWbsy3cXh/VUtKQQlbesmDy67PI2rkdX1JceAAhJWYkzMXNW9EsvRFSSkZPH8/Lc6bi8vrwJqfhDSWjai7qN2rG3Bfm0bvLtbQ9vxXLpy6k+UXtEKqKNykZT3IK3mCI1WuXMXDsCEzLJOgLcHnrDjjRSCLimJaJ1+en4FAeD0x6AiEEovLsSf4AHs2NfQJuUGUZxnEc3JqGz+ONp8yqRn5xIbOWL0QJhuJ2d3R5yzJJr10XRSp89cMWxs2ahK9GbZQjBzYMgoEgq6ctYmDPDGqkpBEKJHFd52v4cPYKzmnYBD0cRor4+kCtuixbuZgFq5fiOA51qteKk6CjKnmGaeBKSmHVB2v46oct8dvGwef2EvD5cGyryspv1QD8Stlw3ecfkX9gH5rL9StqJYjpMQAWv7sCxTSI6DHCRYVEykowCvO588YBtGh6Lhs2f8moF55ixITRrN6wnhopaYwdOhIrUkG4tJhIcRHl5WWobg/LP1yLEALTsvg1BqxIiRUJs2rDe0cf/I8zQSkEMUMnHI0k/vbDnp8Rjo34N2CkEEiPl0++/YJoLMae3Gys0hJanH8RLZqehxCC9z9ZR+eLOzDjrde4Z8wwjkgzZfYLjLx3FHfe0J+0ug3o3Lojfq+XndmZfL5xPVn7c3Ach083f4mjakgpEZbAqZTUcWxQNT7b8nVCGyuiYcrDYYSUVeKhVqX+iqIQC1ew//DBRJjKzM3GkTKx+ZGkJFxUiPQHMMNh3t6wjrPTG9Nu7EQevO0ePG43AO998THf79rB4zOeQ/UHE0TIskyemz2FgDfA3Mcn0/2yLgkzWLDqTT7duolPt3zFruzdqD4/FYX5aMEkhBA4TuVJpDzmokorygjHIkip/BENkKDH2LjlKzq37oAQgpSkEDi/CO/YNoYe446bh3D7dRm0bd6KFR+t5e6+A2lUtwEASz9Yw6OTn6SgtATDtojqMVxuN1Fdx3Fs3C43Lq+P8fNexKO58LncPDx4OMMyBtG/R1+6dbyCNRvfJ/vdzWTu28uC1W8xacEMTNtBc7mO3NgxZfbvd+0gUlqCJxDEqoIHnMAHOKCofLZ1UwLtpg0agR2P+TgOlqHz8piJzBrzPO1btGbUlKe5/fER8f/ZFp98+wU3PTiIXXszKQ1XENN1NM1FpKgQt+YiFEgiUlgQjyKWRXFFObn5h7h/zDDmvb0E27axbZth4//OgNHDOPespjw7fDQrp8wn4PFgmwaKlAjLpHH9homLWbVhPZjmCdPmKgGwLBvVH2Djps/YsuMHhBB0vLANaiCA7djoFeVMHjWOu/r0x3Echj83holTnkZVNdwuF4pUeHLWRGxDxxdIQlFUDMMgWlZM9yu789m8t/nujfcZcONtxMIV6JEwqqLi9XiQ/gDj5kyNRyK3m6AvwNKlr9FjxABius41Ha/kzYlzMA0Th/jldGt/OY7jsDdvH8vXv41ygts/IQDgoEqFcLiC+yf8HcM0aXfBRXRq3YHooYNc0rojwzIGYds2G7d8xdT5M/DXbUBJYQE792ZiOw77D+UhNDe2Y2ObOk3qNWDx83NYPe11WjZrToNadZn31Iusf2UZ7S5sjWXEsB0HR9U4XJRPzNApKC4kvygfX90GrH13BQvWvIVt23Rrfzk39+xL5NB+GjY+h2s7dUEIwRMvP09xQT6app2wRnDCdoxlW3iCSWz8agP9Hhka99oPPQWWwdg7/5ZIZeevXoowjbjXdWwmzJuGFILmjc/BiVTgUjXMslIG39CfjKt7YZhGXL0dB8Mw6NLuMp4Z9nesWAxVUXCiEdJr18fn8fLSkrmY4QokAuly88a6lUgpcRyHZ+4ehXB5eG7EGFJDKTw46QnmvjUPd1LopLLBk+pHWZaFOymZZe+tpFXfK8jO28eS2Svo2LJtAuHd+7JxFBXTNHAHgrzz8TpueHAQg67LIK1GLWK6DkKiGzqWbR1TSpNSYtkWkWgEhMCybdyaxrCMwYx4bgwvvDYdVzCEYZnYikJ+cSG2bSOEoF6t2rz54kJqpFaj69C+TJo7DXcwdNL1gJNvyDkO2DYuTUNT1AT/r8p8XGpcBR3bSfApIcRvEpXjHZaDpmkn/I1pmaiKgqaqv7vZelIASEUhVl5G/179+Or1daQlp3DrnX346JvPEoc+O70RWCaqqhErL6Vnlx68MX4ms/+5iML8g/F83YlndkeSk7gJxL28IhU0VQPHQZGSmGkwZdErPDdiLA8PGYFeXoKqqEjLihdYKk1gT242/e6/jcx9e1kzbRGj7x6JHqlI8Ig/DICiKMRKS7iy45XMf3oajmMz/PmxCLeHJ2ZOTAgwsMdNoLmwLQupqIwceC+2Y7M9cyfC58cwTLRgiFlvzuPVFa+jVTI6KSSaprHy43d5eNLjqB4PpmUhPV725u2nIhLmrt63ofmDcdB0nf5/7ZMwgUdeHAeWyaipz5BfXMhT94zi7owhxEqLURTljwEgiKuXPxBk4oOPA/Dl95v5+rtNuKvVZMvWb5iyaDZSStpdcBEPDLyP8L5sAqEUGtapjxSSBjXr4sRiKIqC1DRyDucx5O/30XVoX77ZtpU9udnc8shQeg27la07t6NoLhQpcXSDmmnV8bjcJAeTSA2lEN6XTc/ufbip23VIKVnz6fssX7cSX/Va7Mvew+pP38e2bR4ZNIzk6jUwDOOP8QCpSMyKCi5t05ELmzXHAT7f+g1mRTlSCNz+AA9OGM20N+YAMPGBxxn76P+hSolhGFi2zdi7HkDzeKkoLiQWi4KQeJNTWL/hPToN6kWrfl1ZtHIxnkAQRXMRi0YJl5fhRMOMuSMeZXRDRzd0Bgy4h5WT5+Kq1JiMkUNQNRfgIEScakspaVCrLr2v6olVXpbIRE+pMaJIBTNczu29+9OpVTuEEMxf/Sbffv8tiseDU1kwXf3RO2Tm7SPoD9D1kr9wzllNqZ6SRs3UaqTXrkfLc1uwKycTny+Ax+WmtLwUjz8J0zSIGTreQBDTNEkNJVOnem3q1ajFP/42ltt7ZiCEoLC0mIZ1GjCoVwY7snYzeeFMHnhuDKbjICtjvWma+PwB7rj+FhzHQSJY/O4K1F/NWk8yF7AdG1xuOrZsm1Cl4rKyRBbnOA5CSlw+P/OXzmf+qiUQiTB/4qu8tGQuqcEkHhk8nB6XXUWPy65i847v2bLjB0Y8N5pINILH400kQ0YkzKjho7nkgovpcGHrRPid889FfLL5SwZd14+m116C5Tigx9ACwUQuIqSMn+moHKV547PxJiWjG3rcpH4DBLUq+7csC7fPT6206om/N66fjrB/SYePvNiXnEIsFqNmeiMyul3Hsg/WMH36eJZ+9A4tmzXHcRzWffgOCye9ypSHn2Hwo3dTUVGRCHePDXuMaztdxUU3X0Xn1h0JBYL8lL2bbz7/mBZtOnJF20vp2Lo9n365AV9KKoZhJPYWALaN/6gKdNAfwOd2E41FqzQDtarRCdt28Gku/JUVIYDmjZrhiF/S4V+0xcGKVHBJi4vRVI2z6jRABkP8nL2HHdv+BaoK0QiffPslE4aP5rxGzVizYT1RPUqXS/5Ct/aX8/o7K6goOMzqD9eCaYLHi+L306B2XRygXfNWbNjwPrZ97O5CSDB0Lm3VLnEpPo8Xv89HQXFhlWKqJxofiefbTuLFV3e4glr10jlceBhFPZ5rH+n79+/em5cWz0ZVVURKarwt5vHyytL5XN/5Gtq3uJhLLrgo8bs9udn8Y8YEVK8Pl9eH44CiSMrzK8jo1ivOD34jrFm2heYP0vMvXX9J0x2nshp8qlHAib9INw0qIpFEMyQ1lMzQGwdglZbEictRBRQUlcz9OVi2xUXntmDs3SOJHM5LcHJN06iIVNBj2C3MWjqfvPxDFJWV8Oa6lXQecgO7crJw+fwJ0Mvz9nNrnwHccs31CCHYd+hAvKp81P1rqoZeUsz1XXvS+rwLE3tFYlHCkUjcP5wKAA4OihLvCuUXxbm3FALbsbmv7+00PucCKkoK0So7MrZto3p9bP7xO37K2o1t2/x98HCG3TUSS48RKSogXFyEEY1ScCCXu0bdxT8/fpdvtm3l5ocGs3fXNmxDj9cPi4uIlpfR+7p+zBw9AceJ9xw//uZzpNebSHE1VSVcUU71WnWZMHx0PIusdN5lFeVHjeGcckVIgWiUHzN/ptNF7TAsE+lI0pJTeHf6Yv56bz92/rwNT2XDUgpJuLiAqW/M4eXHnsW0TKY+/BSDrruJRWuXs3vfXmzHplGd+tyXMZgfdv/EjqxdHPj0Z6YsnMWO7F1Ytk39GrXp27Unl7Zqh1XJ+GaveJ2crF14U6rhVNYkwyXFJCensnTSXNJr10sUT1RF41BRARVlJbh9/lPvDEkhMfUoTdObsGj8y7Q6+/xfNlFV9h/OY+hTD7Hq43VgGOD1IoXErSh8MHs57Vu0PqZvd/STV3CIywb1IudALp8vWEurs8//1daYpmr8vHcPbft1pSxSgY2AWBRwaH9xe6aPfp6Wzc7DqKz+qIpC5v4cbnvsHr747mtUT9WtsSqJkEOcaBw8fJAFq98iNZRC2/NbxXuGlkkokES/a27gkgvbYDgOsVgM24HyijL2HMilV+erjwlNRwR/Y91Kbho5hL0HcnEQLFz1FppLo271WseMzylSwTBNRk97ls+//YJgKIVaKdXo1Lo9T90/mokP/YPaadUTQEkpWf7BWvo8cDvbdv6I5gvg/JHm6NFNUssyMSvK6XlVT564eyStzrnguHVRPUZpeRlSSvbm7WNPThaz/7mIlFAKEkFxeSnfbtvKwQO54HbjdrnjgxGWhRUuJ1StJm2at6RaciqqopJ3OI9buvfh4nNbULNaTWzbJMkfTDRqjn525WQyfu40Zr/1GkLTcJ/ksOXvG5CQ8QEJlz/AlW070f/aG7mizaWkJaeiVoaogpIiFqx6kzmrlrB++hI6DOzBnh+2gD8+ICHc8QEJ2/llpOXIu3VDx45G4k7e0NFCKWSt3cSAscO55NwWDM0YRN3K9rlt25SUl7Lxu69ZuHY5aze8R3lxEe5KDToyfPEfnxJTFAXLsjAqysFxqF67LvVq1sHn9hLVo2Tuz6FwbyZp6Y04/MEPfLL5S7oOuR6Xx4dTWbz4LVoqhECRSjz+F+Qz65lp3HHDrbTqdxXfffYhwQaNaFwvHb/XR8ww2H84j/37c8CyUPx+NPU0jsj8O0GSUgEBMT2GYxhxHi4EUnPhcbvRI2E+mrOSS1u1Y8obrzLi8REowSRcLjeWZR0HwhHhLctCLy5gxF0PMfnBJzhcVECLvldQUFIUT3pi0cReqCpu1x8bkjqlGXWnkn1ZloWmarh9fjz+AG6fH1VV46wvEmbtZx8CMDxjMC89PY2A20OkqADDNJAiXhlSKkflTcsiUlKEY+iMuu9RJj8Y982rP11PXm5WYt3Re7k0F7Zt/yqgf/6gpGUS8gfZvmIj1VPSEEKQdSCX5+e9xLL3V5NXcCg+KOnEByVTQil063A5o26/n5ZnN487RtumRd/O7MzcieY5PYOSp21YWpEK0fIy/tq5GytfeA2BSHD5guIifsreTfaBHAzT5Kw6DWhcPz3e/j4q/t/37GO8NH8G7lAy9mkYlTU25YjTOi1+ZFK8d/c+LH52JpqqEtNj8TG5X3lihp5IpoZPGMPUeS/iTko+bRPjxqYccVq/U7EsC29yGsvWLKPb3X3ZnrkzIXy8zGVgmAa6oScyyQP5h8gYdRdTX52CJynltI7LHzP9cNq/GSgvwx8IMnLAvQzrN4TUUPJxM4bzV73Jky8/T15eLt6kZMwz9cHEGQFBKhimgVVeRv2GjRncqx/XX9kdt8vN6k/eY9ayBfz88zaE14fb7T4jX4ucUQCOjvWRaAQiFWhJyfFRvOICcHvweH2nHM//IwCcCRCOBuIIK9RUFdt2Tpq+/qeEhz/7w8k4Gn/qh5NVlkv+Fz6d/S3BT4oK/56vsP8bhT+hBvy3asTvubj/B1hGX/cODMItAAAAAElFTkSuQmCC"/></symbol>
11
+ <!-- HumanEval: a function written, its brackets -->
12
+ <symbol id="bm-humaneval" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.8" stroke-linecap="round" stroke-linejoin="round">
13
+ <path d="m8 7-5 5 5 5"/><path d="m16 7 5 5-5 5"/><path d="m13.5 5-3 14"/>
14
+ </symbol>
15
+ <!-- LongMemEval: long chat histories, sessions piled up -->
16
+ <symbol id="bm-longmemeval" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.8" stroke-linecap="round" stroke-linejoin="round">
17
+ <path d="m12 3 9 4.5-9 4.5-9-4.5z"/><path d="m3 12 9 4.5 9-4.5"/><path d="m3 16.5 9 4.5 9-4.5"/>
18
+ </symbol>
19
+ <!-- Snap Research's GitHub avatar (LoCoMo's makers): a trademark of its owner -->
20
+ <symbol id="bm-locomo" viewBox="0 0 24 24"><image width="24" height="24" href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAEAAAABACAYAAACqaXHeAAALb0lEQVR42t1bX0xcxff/3NmFBXZLCpS221BbDRatBUobKJSWRm1jsCaiNVIfTNQH1L4YH+iDNppoYlFSDfrgpjFpKjGp1hiJIaiN0miV1JKmWDQSpKV/wj8pfwose7k79/N7uhPuLkt3YXf1+5tkks3de2fO+cw5M+ecOUdDDI0k8T/QNE3Ton73/wvTSwVDSzbzJFUPIVT1ZIKgJYNx0zRhmiaEEBBCxO3deAChJZJ50zRBEg6HQz3TdR0jIyMYGBjAxMQEACAzMxNerxdr1qxBenq67XsAcQUiFAQtUcxLKRXjN27cQGtrK1pbW3H58mX8888/8Pv9tvfT0tKQm5uLgoIC7N+/H9XV1SgoKFBjCSHiph4RVYJxaKZp0jRNkuTly5f5wgsvMCsriwBi6unp6Txw4AB//vlnNbaUMh4kMmHMWwRKKfnmm28yPT19QeaysrJYVFTEXbt2cffu3SwpKeHq1asjgnHo0CFOTU2RJIPBYPxBiCfzo6Oj3LdvHwHQ4XAoJgoLC/nWW2/x7NmzHB4eDvt+fHycHR0dbGpqYkVFhfrO6XQSAEtKStjX15cYEOLF/ODgIIuLiwmALpeLAFhUVMTPP/98QaKllBHF+syZM3zwwQcJgCkpKQTAvLw8/vnnn3FTh7gAYJomg8EgdV1neXk5ATAtLY0A+Oqrr3J2dla9axgGg8Gg2iMWGscwDNv/x44doxBCgZCfn8+xsTFKKRccJ2YAlouitbKvvPKKjfn3339fMWYYxpLGtcb+4osvqGkaU1NTCYBPPvlk3FQB8WD+l19+sYlqfX09SXJubm7ZqzQ3N0eS9Pl8BKBA+PLLL+MCAuKh+w8//DABUNM0VlZWKnFfLvOhIDz77LMEQCEEN2/ezEAgYDt2kwqAxXxXVxeFENQ0jUII/vbbb3Hdqa25TNPk4OAgMzMzqWkaAfD7779f9lxiOWYuALS0tCiTd8+ePSgtLYVpmjbzd7lNCAHTNLF27VocPHgQJKFpGk6dOrX8sZdDFAD88MMP6tlTTz0FkgqcRHiSNTU16veFCxfCfI2kAEASQgjouo5r164pd3bbtm0Jc2ktX2Dr1q1wu90AgP7+fgwNDSmakgoAAAwODmJwcBAA4PF4cPfdd8fdewtt2dnZyM3NBQBMTU2p+ZMKgNUmJyeh6zoAwO12IyMjI5GRHZCEy+VCTk6Oej49PZ1cAEgiGAxCSmlzaVNTU5GSkpLQ8JbF5HwA/H4/pJSQUi5p73HGMrm1u6empgKAjeH09HT1PNEAuFwum2Q4HA61EZqmGdM+5Ix2Ymui4eFhXLx4EUIIDA8PK9FMxMYXjVr89ddfME0Tuq6juLhY7UNR0xSNs0OSt2/f5ksvvcTs7GzlqmqaplzejRs3MhAI2L6Jd7OMr0cffTTM3QZAt9vNgwcPcmhoKGo6cCfmpZTUdV25pqE9JSWFDoeD69at4/T0dFIAqKqqohBCudyhfcuWLRwfH4/KTBZ3iusJIXDy5Em0t7crHS8sLERZWRlWrFgBwzAgpcTs7CwMw0ioyFvH6+joqBJ7l8uFbdu2Yfv27Woz7u7uxkcffQRN0yClXLoKWDb2Y489puz9F198UaF6/fp1+nw+7tixg+vXr+etW7cSJgHWmFJKbt++nZs3b2ZjYyN7enrUO42NjconKS0tjUoCEM2kZWVlSrzOnTtHKaXy0Kw2OjrKZLWxsTGbA2TFDsbGxpRarF+/Pqo9SUTj8KxevVqJX3NzM4QQcDqdCAaDCAaDYWdzoltWVhYcDodtfofDgRMnTkDXdQgh4PV6kZqaeufTYDGkrUjO8ePHbcGI+aEuy+9P1Ma3WOh9fqTJCp1ZNL7zzjs2HpZ1CgQCAVZWVtqCnVu3buWPP/4Ypi7JBIEkf//9d+7du9e2QA888AAnJyejihsi2qNnZGSEu3fvtoWqAfDw4cP0+/1JA2H+HB988AHdbrctHFdSUsL+/v6oI8eIZdK5uTm+8cYbCgAhBAGwtLSUQ0NDCVcFa3y/38/HH3/cdvZrmsb6+nrOzMzEFDbHUpA/f/48S0tLKYRQUeDjx49HpXPxCMJ2dHSoVRdCsLCwkGfPnl3SFRpiXQFd10mS3d3dSgqEEOoOL56xwEiLMDAwYIsNtre3kyR1XY9ZAkWszod1HJ4+fVo5Hffeey8qKiqWHZ6KZn7TNOH1elFZWameNzc326JGsbqYMYtgb28v3W63ckaampoSLv6hNHz33XfKIdI0jT/99NOSaIgaAOsezzAM7tixQ4l/fn4+p6enk2oLWDpuHX9CCG7cuFGZ4rGoIWJBnSSfeeYZmz1w5syZhOt+pHuCnp4eZmRkqCOwqqpKXaNHKwl3NISsgaampnjgwAGVvACAr7/+etKZD12UkydP2hakoqKCN2/eVCDc6URANKt+4cIFFhUV2S4/n3vuubhfgcXarMV5++23bSDk5eWxra3N9l4kGheVgKGhIb722mtqYMsAevnll22i+G82C4SGhgZlEFnGUV1dHXt7exc117GQpSWl5Hvvvce1a9faQk9Op5PHjh37zzAfKq2nTp3iypUrbYvl8Xh4+PBhZSGG0ozQzcUwDD7xxBNhYaaysjL++uuvasL/CvOhktDT06NihvP7zp07efv27bCFQ+gAzc3NNn2666672NTUpP7/Nza8WCWBJD/77DNu2bLFtm81NjaGnRBhANTX1yvjYufOnTaE45HwkAxJmB+tevrpp5Ua19XVhQEgFoq2SCnhdDrR19eH5uZm6LoOp9OJlJSU6AKN/0KzaLLoJIlvvvkGFy9ehNPphJQSmZmZkU1hSzeuXbumEhutHbW4uJgNDQ3s7OxUztB/sUkp2dXVxQ8//NCWamd5jl1dXWHeIhYyMdvb27lq1aqwYwUAN23axHffffdfPf8XsgpPnDjBwsJCG73Wb4/Ho3KKQg0jRLKz+/r6+Pzzz9Pj8YQNCIAdHR00DIOBQICGYSyaAhdPd9hKpTMMg7qu0zAMXr16dUEa09LSWFtby+7u7ohxAizmbJDk33//zcbGRu7atYuaptHlclEIoeyBxTajeIBhmeOLjdXW1mZLoysrK+PRo0dVUuVip5fGCBfrC6W6Hzp0CB9//DGcTieys7NRW1uLdevWwe12IycnB/fccw82bNgAr9e7YNb4cjLOAWBkZATXr1/HlStXMDIyAr/fj6GhIXz99de4ceMGpJSoqanBV199FX3KfTQ6ZkVa+vv7IyZAW33FihUsLy9nY2OjuiyxRDdW15sk/X4/fT4fH3roIWXlLdY7OztJkoFAILqgaLRBEYuBlpYW2w3xYj0vL48+ny/M0rQ2rvldSslgMGgj+vTp07zvvvuimisjI4OffPJJTMaaKpiIpAYLqYUQAjdv3kRrayu6u7sxMzMDXdcxMTGB3t5eXLlyJcxO2LNnD44cOYK9e/dGJfrnz5/H0aNH0dLSEvbfhg0bsGnTJuTk5CAtLQ1utxsFBQWorq5Gfn6+ojGmwomlRGMWanNzc/zjjz/Y0NBAr9cbdodQVVVFn8/Hzs5OW8LzxMQEu7q6+Omnn7K6ulrt5Na3K1eu5JEjR3jp0iV1BxErbRHFfymxQUuU5x9/oWI3MDDAuro6xUyoPZGbm8uCggLef//9XLNmTUTRrq2tVXUC8+effxxGE/hYlPl41Q1Yujzf1j537hxrampskhBN37dvH7/99lvbsRovFzwpRVOcl1QFAJcuXUJrayva2tpw9epVjI+PY3Z2VhVMZWVlIS8vD4888gj279+P8vLypFSOJbRsLhIDMzMzuHXrFiYnJ0ESmZmZWLVqFTweT0QAk1I2l8iKUasg0uFwYJGqNUgpVUZaMipIk146azHKCKWzCbpRiq10NhkgJDGXcOnF0/+rYMRSPv9/1Q6LwBHhIwAAAAAASUVORK5CYII="/></symbol>
21
+ <!-- GSM8K: arithmetic, the four operations -->
22
+ <symbol id="bm-gsm8k" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.8" stroke-linecap="round" stroke-linejoin="round">
23
+ <path d="M4 7h6"/><path d="M7 4v6"/><path d="M14 7h6"/><path d="m5 15 4 4"/><path d="m9 15-4 4"/><path d="M14 15.5h6"/><path d="M14 18.5h6"/>
24
+ </symbol>
25
+ <!-- GAIA: general assistance across real-world questions -->
26
+ <symbol id="bm-gaia" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="1.8" stroke-linecap="round" stroke-linejoin="round">
27
+ <circle cx="12" cy="12" r="9"/><ellipse cx="12" cy="12" rx="4" ry="9"/><path d="M3 12h18M5 6h14M5 18h14"/>
28
+ </symbol>
29
+ </svg>