nullius-eval 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (291) hide show
  1. _nullius_app/.env.example +55 -0
  2. _nullius_app/app.py +96 -0
  3. _nullius_app/requirements.txt +1 -0
  4. _nullius_app/static/brand/README.md +20 -0
  5. _nullius_app/static/brand/docker.svg +1 -0
  6. _nullius_app/static/brand/favicon.svg +1 -0
  7. _nullius_app/static/brand/huggingface.svg +37 -0
  8. _nullius_app/static/brand/mark-dark.svg +1 -0
  9. _nullius_app/static/brand/marks.svg +34 -0
  10. _nullius_app/static/brand/tokens.json +51 -0
  11. _nullius_app/static/brand/typesafe.png +0 -0
  12. _nullius_app/static/brand/wordmark-dark.svg +1 -0
  13. _nullius_app/static/builder/command-builder-core.js +763 -0
  14. _nullius_app/static/builder/command-builder.css +248 -0
  15. _nullius_app/static/builder/command-builder.js +997 -0
  16. _nullius_app/static/builder/model-picker.js +113 -0
  17. _nullius_app/static/catalogue/add.js +46 -0
  18. _nullius_app/static/catalogue/agents/README.md +19 -0
  19. _nullius_app/static/catalogue/agents/goose.svg +1 -0
  20. _nullius_app/static/catalogue/agents/jiuwenswarm.svg +33 -0
  21. _nullius_app/static/catalogue/agents/marks.json +8 -0
  22. _nullius_app/static/catalogue/agents/mini-swe-agent.svg +7 -0
  23. _nullius_app/static/catalogue/agents/opencode.svg +7 -0
  24. _nullius_app/static/catalogue/catalogue.css +436 -0
  25. _nullius_app/static/catalogue/catalogue.js +87 -0
  26. _nullius_app/static/catalogue/marks.svg +29 -0
  27. _nullius_app/static/catalogue/new.js +78 -0
  28. _nullius_app/static/catalogue/versions.js +27 -0
  29. _nullius_app/static/compare/comparison.css +117 -0
  30. _nullius_app/static/controls.js +117 -0
  31. _nullius_app/static/disclosures.js +70 -0
  32. _nullius_app/static/fonts/0569c822cab6c510.ttf +0 -0
  33. _nullius_app/static/fonts/DMSans-Medium.woff2 +0 -0
  34. _nullius_app/static/fonts/DMSans-Regular.woff2 +0 -0
  35. _nullius_app/static/fonts/IBMPlexMono-Medium.woff2 +0 -0
  36. _nullius_app/static/fonts/IBMPlexMono-Regular.woff2 +0 -0
  37. _nullius_app/static/fonts/InstrumentSerif-Italic.woff2 +0 -0
  38. _nullius_app/static/fonts/InstrumentSerif-Regular.woff2 +0 -0
  39. _nullius_app/static/fonts/README.md +11 -0
  40. _nullius_app/static/fonts/c1e7453ea26a1d1e.ttf +0 -0
  41. _nullius_app/static/fonts/dmsans-OFL.txt +93 -0
  42. _nullius_app/static/fonts/ibmplexmono-OFL.txt +93 -0
  43. _nullius_app/static/fonts/instrumentserif-OFL.txt +93 -0
  44. _nullius_app/static/fonts.css +49 -0
  45. _nullius_app/static/notifications.js +49 -0
  46. _nullius_app/static/onboarding.css +78 -0
  47. _nullius_app/static/onboarding.js +158 -0
  48. _nullius_app/static/runs/board.css +358 -0
  49. _nullius_app/static/runs/board.js +127 -0
  50. _nullius_app/static/runs/launches.css +88 -0
  51. _nullius_app/static/runs/live-board.css +186 -0
  52. _nullius_app/static/runs/live-board.js +394 -0
  53. _nullius_app/static/runs/path-suggestions.js +119 -0
  54. _nullius_app/static/runs/start.css +38 -0
  55. _nullius_app/static/settings/autosave.js +162 -0
  56. _nullius_app/static/settings/custom-keys.js +100 -0
  57. _nullius_app/static/settings/data-providers.js +88 -0
  58. _nullius_app/static/settings/judges.js +61 -0
  59. _nullius_app/static/settings/modal.css +32 -0
  60. _nullius_app/static/settings/modal.js +91 -0
  61. _nullius_app/static/settings/navigation.js +55 -0
  62. _nullius_app/static/settings/prices.js +68 -0
  63. _nullius_app/static/settings/providers.js +134 -0
  64. _nullius_app/static/settings/sandbox.js +20 -0
  65. _nullius_app/static/settings/settings.css +288 -0
  66. _nullius_app/static/style.css +1752 -0
  67. _nullius_app/static/traces/conversation.css +49 -0
  68. _nullius_app/static/traces/conversation.js +215 -0
  69. _nullius_app/templates/agents/entry.html +145 -0
  70. _nullius_app/templates/agents/kits.html +55 -0
  71. _nullius_app/templates/agents/standard.html +58 -0
  72. _nullius_app/templates/base.html +479 -0
  73. _nullius_app/templates/builder/new_run.html +55 -0
  74. _nullius_app/templates/catalogue/add_dialog.html +32 -0
  75. _nullius_app/templates/catalogue/benchmark.html +270 -0
  76. _nullius_app/templates/catalogue/benchmarks.html +91 -0
  77. _nullius_app/templates/catalogue/new.html +141 -0
  78. _nullius_app/templates/catalogue/use_bundle.html +11 -0
  79. _nullius_app/templates/compare/_detail.html +37 -0
  80. _nullius_app/templates/compare/compare.html +298 -0
  81. _nullius_app/templates/compare/compare_picker.html +51 -0
  82. _nullius_app/templates/compare/compare_task.html +329 -0
  83. _nullius_app/templates/runs/_execution.html +131 -0
  84. _nullius_app/templates/runs/_runtime.html +5 -0
  85. _nullius_app/templates/runs/ascii-mark.html +485 -0
  86. _nullius_app/templates/runs/feasibility.html +127 -0
  87. _nullius_app/templates/runs/index.html +609 -0
  88. _nullius_app/templates/runs/job.html +460 -0
  89. _nullius_app/templates/runs/preparing.html +14 -0
  90. _nullius_app/templates/runs/reconcile.html +124 -0
  91. _nullius_app/templates/runs/setup.html +272 -0
  92. _nullius_app/templates/runs/start.html +51 -0
  93. _nullius_app/templates/settings/custom_keys.html +82 -0
  94. _nullius_app/templates/settings/data_providers.html +27 -0
  95. _nullius_app/templates/settings/settings.html +564 -0
  96. _nullius_app/templates/traces/_charts.html +165 -0
  97. _nullius_app/templates/traces/_conversation.html +37 -0
  98. _nullius_app/templates/traces/_judgement.html +72 -0
  99. _nullius_app/templates/traces/artifact.html +15 -0
  100. _nullius_app/templates/traces/trial.html +838 -0
  101. _nullius_app/templates/workspaces/workspaces.html +54 -0
  102. _nullius_app/web/__init__.py +1 -0
  103. _nullius_app/web/agents.py +230 -0
  104. _nullius_app/web/builder.py +406 -0
  105. _nullius_app/web/catalogue.py +370 -0
  106. _nullius_app/web/compare.py +489 -0
  107. _nullius_app/web/core.py +17 -0
  108. _nullius_app/web/execute.py +223 -0
  109. _nullius_app/web/feasibility.py +60 -0
  110. _nullius_app/web/filters.py +231 -0
  111. _nullius_app/web/judge.py +623 -0
  112. _nullius_app/web/judge_tasks.py +33 -0
  113. _nullius_app/web/onboarding.py +20 -0
  114. _nullius_app/web/reconcile.py +47 -0
  115. _nullius_app/web/runs.py +464 -0
  116. _nullius_app/web/settings.py +324 -0
  117. _nullius_app/web/shared.py +507 -0
  118. _nullius_app/web/traces.py +306 -0
  119. _nullius_app/web/workspaces.py +84 -0
  120. nullius/__init__.py +32 -0
  121. nullius/__main__.py +5 -0
  122. nullius/catalogue/__init__.py +0 -0
  123. nullius/catalogue/agents/codex/agent.json +222 -0
  124. nullius/catalogue/agents/codex/config.toml +25 -0
  125. nullius/catalogue/agents/goose/agent.json +131 -0
  126. nullius/catalogue/agents/goose/config.yaml +20 -0
  127. nullius/catalogue/agents/jiuwenswarm/agent.json +197 -0
  128. nullius/catalogue/agents/jiuwenswarm/agent.py +355 -0
  129. nullius/catalogue/agents/mini-swe-agent/agent.json +68 -0
  130. nullius/catalogue/agents/mini-swe-agent/run.py +37 -0
  131. nullius/catalogue/agents/opencode/agent.json +135 -0
  132. nullius/catalogue/agents/opencode/opencode.json +32 -0
  133. nullius/catalogue/agents/reference/agent.json +89 -0
  134. nullius/catalogue/agents/reference/agent.py +209 -0
  135. nullius/catalogue/agents/terminus-2/agent.json +64 -0
  136. nullius/catalogue/agents/terminus-2/run.py +139 -0
  137. nullius/catalogue/benchmarks/gaia/benchmark.json +72 -0
  138. nullius/catalogue/benchmarks/gaia/data-source.json +29 -0
  139. nullius/catalogue/benchmarks/gaia/driver.py +188 -0
  140. nullius/catalogue/benchmarks/gaia/env/data.Dockerfile +1 -0
  141. nullius/catalogue/benchmarks/gaia/standard.json +278 -0
  142. nullius/catalogue/benchmarks/gaia/upstream-settings.json +275 -0
  143. nullius/catalogue/benchmarks/gsm8k/benchmark.json +34 -0
  144. nullius/catalogue/benchmarks/gsm8k/driver.py +101 -0
  145. nullius/catalogue/benchmarks/gsm8k/standard.json +124 -0
  146. nullius/catalogue/benchmarks/gsm8k/upstream-settings.json +86 -0
  147. nullius/catalogue/benchmarks/humaneval/benchmark.json +36 -0
  148. nullius/catalogue/benchmarks/humaneval/driver.py +243 -0
  149. nullius/catalogue/benchmarks/humaneval/standard.json +115 -0
  150. nullius/catalogue/benchmarks/humaneval/upstream-settings.json +72 -0
  151. nullius/catalogue/benchmarks/locomo/benchmark.json +43 -0
  152. nullius/catalogue/benchmarks/locomo/driver.py +270 -0
  153. nullius/catalogue/benchmarks/locomo/standard.json +265 -0
  154. nullius/catalogue/benchmarks/locomo/upstream-settings.json +112 -0
  155. nullius/catalogue/benchmarks/longmemeval/benchmark.json +65 -0
  156. nullius/catalogue/benchmarks/longmemeval/driver.py +379 -0
  157. nullius/catalogue/benchmarks/longmemeval/standard.json +733 -0
  158. nullius/catalogue/benchmarks/longmemeval/upstream-settings.json +76 -0
  159. nullius/catalogue/benchmarks/swe-bench-verified/benchmark.json +87 -0
  160. nullius/catalogue/benchmarks/swe-bench-verified/driver.py +116 -0
  161. nullius/catalogue/benchmarks/swe-bench-verified/images.json +502 -0
  162. nullius/catalogue/benchmarks/swe-bench-verified/standard.json +108 -0
  163. nullius/catalogue/benchmarks/swe-bench-verified/upstream-settings.json +32 -0
  164. nullius/catalogue/benchmarks/tau3-bench/benchmark.json +49 -0
  165. nullius/catalogue/benchmarks/tau3-bench/driver.py +608 -0
  166. nullius/catalogue/benchmarks/tau3-bench/mcp_server.py +114 -0
  167. nullius/catalogue/benchmarks/tau3-bench/search_relay.py +19 -0
  168. nullius/catalogue/benchmarks/tau3-bench/standard.json +547 -0
  169. nullius/catalogue/benchmarks/tau3-bench/upstream-settings.json +639 -0
  170. nullius/catalogue/benchmarks/terminal-bench/benchmark.json +69 -0
  171. nullius/catalogue/benchmarks/terminal-bench/driver.py +267 -0
  172. nullius/catalogue/benchmarks/terminal-bench/standard.json +166 -0
  173. nullius/catalogue/benchmarks/terminal-bench/upstream-settings.json +36 -0
  174. nullius/catalogue/capabilities/keyword-memory/capability.json +33 -0
  175. nullius/catalogue/capabilities/keyword-memory/capability.py +55 -0
  176. nullius/catalogue/capabilities/mem0/capability.json +135 -0
  177. nullius/catalogue/capabilities/mem0/capability.py +173 -0
  178. nullius/catalogue/catalog.py +426 -0
  179. nullius/catalogue/citation.py +116 -0
  180. nullius/catalogue/harbor_entry.py +367 -0
  181. nullius/catalogue/sources.py +107 -0
  182. nullius/catalogue/storage.py +125 -0
  183. nullius/cli.py +85 -0
  184. nullius/compare/__init__.py +0 -0
  185. nullius/compare/cli.py +265 -0
  186. nullius/compare/comparison.py +184 -0
  187. nullius/execution.py +1653 -0
  188. nullius/gitrefs.py +128 -0
  189. nullius/harbor/__init__.py +0 -0
  190. nullius/harbor/feed.py +228 -0
  191. nullius/harbor/source.py +582 -0
  192. nullius/hosts.py +368 -0
  193. nullius/importers/__init__.py +140 -0
  194. nullius/importers/atif.py +387 -0
  195. nullius/importers/cli.py +135 -0
  196. nullius/importers/otel.py +274 -0
  197. nullius/judge/__init__.py +14 -0
  198. nullius/judge/batch.py +122 -0
  199. nullius/judge/client.py +433 -0
  200. nullius/judge/floors.json +86 -0
  201. nullius/judge/lanes.py +89 -0
  202. nullius/judge/questions.py +309 -0
  203. nullius/judge/reconcile.py +176 -0
  204. nullius/judge/state.py +224 -0
  205. nullius/judge/store.py +167 -0
  206. nullius/migrate.py +268 -0
  207. nullius/onboarding.py +116 -0
  208. nullius/paths.py +89 -0
  209. nullius/prerequisites.py +129 -0
  210. nullius/prices.py +283 -0
  211. nullius/progress.py +294 -0
  212. nullius/providers.py +335 -0
  213. nullius/recipes/__init__.py +0 -0
  214. nullius/recipes/launch.py +78 -0
  215. nullius/redact.py +72 -0
  216. nullius/runs/__init__.py +0 -0
  217. nullius/runs/artifacts.py +67 -0
  218. nullius/runs/classify.py +216 -0
  219. nullius/runs/cli.py +316 -0
  220. nullius/runs/feasibility.py +442 -0
  221. nullius/runs/launches.py +149 -0
  222. nullius/runs/live.py +715 -0
  223. nullius/runs/parse.py +1016 -0
  224. nullius/runs/verifier.py +241 -0
  225. nullius/sandbox.py +109 -0
  226. nullius/secrets.py +218 -0
  227. nullius/settings.py +544 -0
  228. nullius/standard/__init__.py +15 -0
  229. nullius/standard/acp.py +305 -0
  230. nullius/standard/cancellation.py +19 -0
  231. nullius/standard/cli.py +703 -0
  232. nullius/standard/conform.py +149 -0
  233. nullius/standard/container.py +1870 -0
  234. nullius/standard/definitions.py +1651 -0
  235. nullius/standard/egress.py +192 -0
  236. nullius/standard/fidelity.py +256 -0
  237. nullius/standard/forward.py +139 -0
  238. nullius/standard/hostreq.py +105 -0
  239. nullius/standard/howto.py +220 -0
  240. nullius/standard/install.py +428 -0
  241. nullius/standard/job.py +551 -0
  242. nullius/standard/jsonl.py +129 -0
  243. nullius/standard/kits/agent-conversation-v1/driver.py +27 -0
  244. nullius/standard/kits/agent-conversation-v1/standard.json +26 -0
  245. nullius/standard/kits/agent-search-v1/driver.py +171 -0
  246. nullius/standard/kits/agent-search-v1/standard.json +99 -0
  247. nullius/standard/kits/agent-task-v1/driver.py +25 -0
  248. nullius/standard/kits/agent-task-v1/standard.json +100 -0
  249. nullius/standard/kits/agent-tools-v1/driver.py +206 -0
  250. nullius/standard/kits/agent-tools-v1/mcp_kit.py +209 -0
  251. nullius/standard/kits/agent-tools-v1/standard.json +119 -0
  252. nullius/standard/kits/agent-workspace-v1/driver.py +65 -0
  253. nullius/standard/kits/agent-workspace-v1/standard.json +95 -0
  254. nullius/standard/kits/cap-memory-v1/driver.py +39 -0
  255. nullius/standard/kits/cap-memory-v1/standard.json +91 -0
  256. nullius/standard/ledger.py +326 -0
  257. nullius/standard/match.py +66 -0
  258. nullius/standard/mcp_bridge.py +62 -0
  259. nullius/standard/mcp_machine.py +193 -0
  260. nullius/standard/merge.py +239 -0
  261. nullius/standard/names.py +37 -0
  262. nullius/standard/network_requirements.py +44 -0
  263. nullius/standard/pace.py +53 -0
  264. nullius/standard/payload.py +278 -0
  265. nullius/standard/pins.py +130 -0
  266. nullius/standard/ports.py +70 -0
  267. nullius/standard/prove.py +373 -0
  268. nullius/standard/recipe.py +746 -0
  269. nullius/standard/relay.py +785 -0
  270. nullius/standard/run.py +1781 -0
  271. nullius/standard/setup_container.py +208 -0
  272. nullius/standard/shard.py +71 -0
  273. nullius/standard/web_services.py +30 -0
  274. nullius/traces/__init__.py +0 -0
  275. nullius/traces/behavior.py +131 -0
  276. nullius/traces/charts.py +898 -0
  277. nullius/traces/conversation.py +159 -0
  278. nullius/traces/otel.py +608 -0
  279. nullius/traces/trace.py +1477 -0
  280. nullius/traces/trajectory.py +586 -0
  281. nullius/workspace.py +417 -0
  282. nullius/workspace_cli.py +119 -0
  283. nullius_eval-0.1.0.dist-info/METADATA +93 -0
  284. nullius_eval-0.1.0.dist-info/RECORD +291 -0
  285. nullius_eval-0.1.0.dist-info/WHEEL +5 -0
  286. nullius_eval-0.1.0.dist-info/entry_points.txt +2 -0
  287. nullius_eval-0.1.0.dist-info/licenses/LICENSE +202 -0
  288. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/dmsans-OFL.txt +93 -0
  289. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/ibmplexmono-OFL.txt +93 -0
  290. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/instrumentserif-OFL.txt +93 -0
  291. nullius_eval-0.1.0.dist-info/top_level.txt +2 -0
@@ -0,0 +1,485 @@
1
+ {# Fixed glyph coordinates preserve the identity mark's circular proportions at every size. #}
2
+ <svg class="start-ascii" viewBox="0 0 256 256" width="236" height="236" aria-hidden="true" focusable="false">
3
+ <defs><linearGradient id="start-mark-fade" x1="0" y1="0" x2=".8" y2="1"><stop offset="0" stop-color="white" stop-opacity=".15"/><stop offset=".4" stop-color="white" stop-opacity=".8"/><stop offset="1" stop-color="white" stop-opacity=".1"/></linearGradient><mask id="start-mark-mask"><rect width="256" height="256" fill="url(#start-mark-fade)"/></mask></defs>
4
+ <g fill="currentColor" mask="url(#start-mark-mask)" text-anchor="middle" dominant-baseline="central">
5
+ <text x="100" y="56">:</text>
6
+ <text x="104" y="56">:</text>
7
+ <text x="108" y="56">:</text>
8
+ <text x="112" y="56">:</text>
9
+ <text x="116" y="56">:</text>
10
+ <text x="120" y="56">:</text>
11
+ <text x="124" y="56">:</text>
12
+ <text x="128" y="56">:</text>
13
+ <text x="132" y="56">:</text>
14
+ <text x="136" y="56">:</text>
15
+ <text x="140" y="56">:</text>
16
+ <text x="144" y="56">:</text>
17
+ <text x="148" y="56">:</text>
18
+ <text x="152" y="56">:</text>
19
+ <text x="156" y="56">:</text>
20
+ <text x="188" y="56">:</text>
21
+ <text x="192" y="56">:</text>
22
+ <text x="88" y="62">:</text>
23
+ <text x="92" y="62">:</text>
24
+ <text x="96" y="62">:</text>
25
+ <text x="100" y="62">:</text>
26
+ <text x="104" y="62">:</text>
27
+ <text x="108" y="62">:</text>
28
+ <text x="112" y="62">:</text>
29
+ <text x="116" y="62">:</text>
30
+ <text x="120" y="62">:</text>
31
+ <text x="124" y="62">:</text>
32
+ <text x="128" y="62">:</text>
33
+ <text x="132" y="62">:</text>
34
+ <text x="136" y="62">:</text>
35
+ <text x="140" y="62">:</text>
36
+ <text x="144" y="62">:</text>
37
+ <text x="148" y="62">:</text>
38
+ <text x="152" y="62">:</text>
39
+ <text x="156" y="62">:</text>
40
+ <text x="160" y="62">:</text>
41
+ <text x="164" y="62">:</text>
42
+ <text x="168" y="62">:</text>
43
+ <text x="180" y="62">:</text>
44
+ <text x="184" y="62">:</text>
45
+ <text x="188" y="62">:</text>
46
+ <text x="192" y="62">:</text>
47
+ <text x="196" y="62">:</text>
48
+ <text x="80" y="68">:</text>
49
+ <text x="84" y="68">:</text>
50
+ <text x="88" y="68">:</text>
51
+ <text x="92" y="68">:</text>
52
+ <text x="96" y="68">:</text>
53
+ <text x="100" y="68">:</text>
54
+ <text x="104" y="68">:</text>
55
+ <text x="108" y="68">:</text>
56
+ <text x="112" y="68">:</text>
57
+ <text x="116" y="68">:</text>
58
+ <text x="120" y="68">:</text>
59
+ <text x="124" y="68">:</text>
60
+ <text x="128" y="68">:</text>
61
+ <text x="132" y="68">:</text>
62
+ <text x="136" y="68">:</text>
63
+ <text x="140" y="68">:</text>
64
+ <text x="144" y="68">:</text>
65
+ <text x="148" y="68">:</text>
66
+ <text x="152" y="68">:</text>
67
+ <text x="156" y="68">:</text>
68
+ <text x="160" y="68">:</text>
69
+ <text x="164" y="68">:</text>
70
+ <text x="168" y="68">:</text>
71
+ <text x="172" y="68">:</text>
72
+ <text x="176" y="68">:</text>
73
+ <text x="180" y="68">:</text>
74
+ <text x="184" y="68">:</text>
75
+ <text x="188" y="68">:</text>
76
+ <text x="192" y="68">:</text>
77
+ <text x="196" y="68">:</text>
78
+ <text x="200" y="68">:</text>
79
+ <text x="72" y="74">:</text>
80
+ <text x="76" y="74">:</text>
81
+ <text x="80" y="74">:</text>
82
+ <text x="84" y="74">:</text>
83
+ <text x="88" y="74">:</text>
84
+ <text x="92" y="74">:</text>
85
+ <text x="96" y="74">:</text>
86
+ <text x="100" y="74">:</text>
87
+ <text x="104" y="74">:</text>
88
+ <text x="152" y="74">:</text>
89
+ <text x="156" y="74">:</text>
90
+ <text x="160" y="74">:</text>
91
+ <text x="164" y="74">:</text>
92
+ <text x="168" y="74">:</text>
93
+ <text x="172" y="74">:</text>
94
+ <text x="176" y="74">:</text>
95
+ <text x="180" y="74">:</text>
96
+ <text x="184" y="74">:</text>
97
+ <text x="188" y="74">:</text>
98
+ <text x="192" y="74">:</text>
99
+ <text x="196" y="74">:</text>
100
+ <text x="68" y="80">:</text>
101
+ <text x="72" y="80">:</text>
102
+ <text x="76" y="80">:</text>
103
+ <text x="80" y="80">:</text>
104
+ <text x="84" y="80">:</text>
105
+ <text x="88" y="80">:</text>
106
+ <text x="92" y="80">:</text>
107
+ <text x="164" y="80">:</text>
108
+ <text x="168" y="80">:</text>
109
+ <text x="172" y="80">:</text>
110
+ <text x="176" y="80">:</text>
111
+ <text x="180" y="80">:</text>
112
+ <text x="184" y="80">:</text>
113
+ <text x="188" y="80">:</text>
114
+ <text x="64" y="86">:</text>
115
+ <text x="68" y="86">:</text>
116
+ <text x="72" y="86">:</text>
117
+ <text x="76" y="86">:</text>
118
+ <text x="80" y="86">:</text>
119
+ <text x="84" y="86">:</text>
120
+ <text x="156" y="86">:</text>
121
+ <text x="160" y="86">:</text>
122
+ <text x="164" y="86">:</text>
123
+ <text x="168" y="86">:</text>
124
+ <text x="172" y="86">:</text>
125
+ <text x="176" y="86">:</text>
126
+ <text x="180" y="86">:</text>
127
+ <text x="184" y="86">:</text>
128
+ <text x="188" y="86">:</text>
129
+ <text x="192" y="86">:</text>
130
+ <text x="60" y="92">:</text>
131
+ <text x="64" y="92">:</text>
132
+ <text x="68" y="92">:</text>
133
+ <text x="72" y="92">:</text>
134
+ <text x="76" y="92">:</text>
135
+ <text x="80" y="92">:</text>
136
+ <text x="152" y="92">:</text>
137
+ <text x="156" y="92">:</text>
138
+ <text x="160" y="92">:</text>
139
+ <text x="164" y="92">:</text>
140
+ <text x="168" y="92">:</text>
141
+ <text x="172" y="92">:</text>
142
+ <text x="176" y="92">:</text>
143
+ <text x="180" y="92">:</text>
144
+ <text x="184" y="92">:</text>
145
+ <text x="188" y="92">:</text>
146
+ <text x="192" y="92">:</text>
147
+ <text x="196" y="92">:</text>
148
+ <text x="60" y="98">:</text>
149
+ <text x="64" y="98">:</text>
150
+ <text x="68" y="98">:</text>
151
+ <text x="72" y="98">:</text>
152
+ <text x="76" y="98">:</text>
153
+ <text x="144" y="98">:</text>
154
+ <text x="148" y="98">:</text>
155
+ <text x="152" y="98">:</text>
156
+ <text x="156" y="98">:</text>
157
+ <text x="160" y="98">:</text>
158
+ <text x="164" y="98">:</text>
159
+ <text x="168" y="98">:</text>
160
+ <text x="172" y="98">:</text>
161
+ <text x="180" y="98">:</text>
162
+ <text x="184" y="98">:</text>
163
+ <text x="188" y="98">:</text>
164
+ <text x="192" y="98">:</text>
165
+ <text x="196" y="98">:</text>
166
+ <text x="56" y="104">+</text>
167
+ <text x="60" y="104">+</text>
168
+ <text x="64" y="104">+</text>
169
+ <text x="68" y="104">+</text>
170
+ <text x="72" y="104">+</text>
171
+ <text x="140" y="104">+</text>
172
+ <text x="144" y="104">+</text>
173
+ <text x="148" y="104">+</text>
174
+ <text x="152" y="104">+</text>
175
+ <text x="156" y="104">+</text>
176
+ <text x="160" y="104">+</text>
177
+ <text x="164" y="104">+</text>
178
+ <text x="184" y="104">+</text>
179
+ <text x="188" y="104">+</text>
180
+ <text x="192" y="104">+</text>
181
+ <text x="196" y="104">+</text>
182
+ <text x="200" y="104">+</text>
183
+ <text x="56" y="110">+</text>
184
+ <text x="60" y="110">+</text>
185
+ <text x="64" y="110">+</text>
186
+ <text x="68" y="110">+</text>
187
+ <text x="72" y="110">+</text>
188
+ <text x="132" y="110">+</text>
189
+ <text x="136" y="110">+</text>
190
+ <text x="140" y="110">+</text>
191
+ <text x="144" y="110">+</text>
192
+ <text x="148" y="110">+</text>
193
+ <text x="152" y="110">+</text>
194
+ <text x="156" y="110">+</text>
195
+ <text x="160" y="110">+</text>
196
+ <text x="184" y="110">+</text>
197
+ <text x="188" y="110">+</text>
198
+ <text x="192" y="110">+</text>
199
+ <text x="196" y="110">+</text>
200
+ <text x="200" y="110">+</text>
201
+ <text x="52" y="116">+</text>
202
+ <text x="56" y="116">+</text>
203
+ <text x="60" y="116">+</text>
204
+ <text x="64" y="116">+</text>
205
+ <text x="68" y="116">+</text>
206
+ <text x="128" y="116">+</text>
207
+ <text x="132" y="116">+</text>
208
+ <text x="136" y="116">+</text>
209
+ <text x="140" y="116">+</text>
210
+ <text x="144" y="116">+</text>
211
+ <text x="148" y="116">+</text>
212
+ <text x="152" y="116">+</text>
213
+ <text x="188" y="116">+</text>
214
+ <text x="192" y="116">+</text>
215
+ <text x="196" y="116">+</text>
216
+ <text x="200" y="116">+</text>
217
+ <text x="204" y="116">+</text>
218
+ <text x="52" y="122">+</text>
219
+ <text x="56" y="122">+</text>
220
+ <text x="60" y="122">+</text>
221
+ <text x="64" y="122">+</text>
222
+ <text x="68" y="122">+</text>
223
+ <text x="120" y="122">+</text>
224
+ <text x="124" y="122">+</text>
225
+ <text x="128" y="122">+</text>
226
+ <text x="132" y="122">+</text>
227
+ <text x="136" y="122">+</text>
228
+ <text x="140" y="122">+</text>
229
+ <text x="144" y="122">+</text>
230
+ <text x="148" y="122">+</text>
231
+ <text x="188" y="122">+</text>
232
+ <text x="192" y="122">+</text>
233
+ <text x="196" y="122">+</text>
234
+ <text x="200" y="122">+</text>
235
+ <text x="204" y="122">+</text>
236
+ <text x="52" y="128">+</text>
237
+ <text x="56" y="128">+</text>
238
+ <text x="60" y="128">+</text>
239
+ <text x="64" y="128">+</text>
240
+ <text x="68" y="128">+</text>
241
+ <text x="116" y="128">+</text>
242
+ <text x="120" y="128">+</text>
243
+ <text x="124" y="128">+</text>
244
+ <text x="128" y="128">+</text>
245
+ <text x="132" y="128">+</text>
246
+ <text x="136" y="128">+</text>
247
+ <text x="140" y="128">+</text>
248
+ <text x="188" y="128">+</text>
249
+ <text x="192" y="128">+</text>
250
+ <text x="196" y="128">+</text>
251
+ <text x="200" y="128">+</text>
252
+ <text x="204" y="128">+</text>
253
+ <text x="52" y="134">+</text>
254
+ <text x="56" y="134">+</text>
255
+ <text x="60" y="134">+</text>
256
+ <text x="64" y="134">+</text>
257
+ <text x="68" y="134">+</text>
258
+ <text x="108" y="134">+</text>
259
+ <text x="112" y="134">+</text>
260
+ <text x="116" y="134">+</text>
261
+ <text x="120" y="134">+</text>
262
+ <text x="124" y="134">+</text>
263
+ <text x="128" y="134">+</text>
264
+ <text x="132" y="134">+</text>
265
+ <text x="136" y="134">+</text>
266
+ <text x="188" y="134">+</text>
267
+ <text x="192" y="134">+</text>
268
+ <text x="196" y="134">+</text>
269
+ <text x="200" y="134">+</text>
270
+ <text x="204" y="134">+</text>
271
+ <text x="52" y="140">+</text>
272
+ <text x="56" y="140">+</text>
273
+ <text x="60" y="140">+</text>
274
+ <text x="64" y="140">+</text>
275
+ <text x="68" y="140">+</text>
276
+ <text x="104" y="140">+</text>
277
+ <text x="108" y="140">+</text>
278
+ <text x="112" y="140">+</text>
279
+ <text x="116" y="140">+</text>
280
+ <text x="120" y="140">+</text>
281
+ <text x="124" y="140">+</text>
282
+ <text x="128" y="140">+</text>
283
+ <text x="188" y="140">+</text>
284
+ <text x="192" y="140">+</text>
285
+ <text x="196" y="140">+</text>
286
+ <text x="200" y="140">+</text>
287
+ <text x="204" y="140">+</text>
288
+ <text x="56" y="146">+</text>
289
+ <text x="60" y="146">+</text>
290
+ <text x="64" y="146">+</text>
291
+ <text x="68" y="146">+</text>
292
+ <text x="72" y="146">+</text>
293
+ <text x="96" y="146">+</text>
294
+ <text x="100" y="146">+</text>
295
+ <text x="104" y="146">+</text>
296
+ <text x="108" y="146">+</text>
297
+ <text x="112" y="146">+</text>
298
+ <text x="116" y="146">+</text>
299
+ <text x="120" y="146">+</text>
300
+ <text x="124" y="146">+</text>
301
+ <text x="184" y="146">+</text>
302
+ <text x="188" y="146">+</text>
303
+ <text x="192" y="146">+</text>
304
+ <text x="196" y="146">+</text>
305
+ <text x="200" y="146">+</text>
306
+ <text x="56" y="152">+</text>
307
+ <text x="60" y="152">+</text>
308
+ <text x="64" y="152">+</text>
309
+ <text x="68" y="152">+</text>
310
+ <text x="72" y="152">+</text>
311
+ <text x="92" y="152">+</text>
312
+ <text x="96" y="152">+</text>
313
+ <text x="100" y="152">+</text>
314
+ <text x="104" y="152">+</text>
315
+ <text x="108" y="152">+</text>
316
+ <text x="112" y="152">+</text>
317
+ <text x="116" y="152">+</text>
318
+ <text x="184" y="152">+</text>
319
+ <text x="188" y="152">+</text>
320
+ <text x="192" y="152">+</text>
321
+ <text x="196" y="152">+</text>
322
+ <text x="200" y="152">+</text>
323
+ <text x="60" y="158">+</text>
324
+ <text x="64" y="158">+</text>
325
+ <text x="68" y="158">+</text>
326
+ <text x="72" y="158">+</text>
327
+ <text x="76" y="158">+</text>
328
+ <text x="84" y="158">+</text>
329
+ <text x="88" y="158">+</text>
330
+ <text x="92" y="158">+</text>
331
+ <text x="96" y="158">+</text>
332
+ <text x="100" y="158">+</text>
333
+ <text x="104" y="158">+</text>
334
+ <text x="108" y="158">+</text>
335
+ <text x="112" y="158">+</text>
336
+ <text x="180" y="158">+</text>
337
+ <text x="184" y="158">+</text>
338
+ <text x="188" y="158">+</text>
339
+ <text x="192" y="158">+</text>
340
+ <text x="196" y="158">+</text>
341
+ <text x="60" y="164">+</text>
342
+ <text x="64" y="164">+</text>
343
+ <text x="68" y="164">+</text>
344
+ <text x="72" y="164">+</text>
345
+ <text x="76" y="164">+</text>
346
+ <text x="80" y="164">+</text>
347
+ <text x="84" y="164">+</text>
348
+ <text x="88" y="164">+</text>
349
+ <text x="92" y="164">+</text>
350
+ <text x="96" y="164">+</text>
351
+ <text x="100" y="164">+</text>
352
+ <text x="104" y="164">+</text>
353
+ <text x="176" y="164">+</text>
354
+ <text x="180" y="164">+</text>
355
+ <text x="184" y="164">+</text>
356
+ <text x="188" y="164">+</text>
357
+ <text x="192" y="164">+</text>
358
+ <text x="196" y="164">+</text>
359
+ <text x="64" y="170">+</text>
360
+ <text x="68" y="170">+</text>
361
+ <text x="72" y="170">+</text>
362
+ <text x="76" y="170">+</text>
363
+ <text x="80" y="170">+</text>
364
+ <text x="84" y="170">+</text>
365
+ <text x="88" y="170">+</text>
366
+ <text x="92" y="170">+</text>
367
+ <text x="96" y="170">+</text>
368
+ <text x="100" y="170">+</text>
369
+ <text x="172" y="170">+</text>
370
+ <text x="176" y="170">+</text>
371
+ <text x="180" y="170">+</text>
372
+ <text x="184" y="170">+</text>
373
+ <text x="188" y="170">+</text>
374
+ <text x="192" y="170">+</text>
375
+ <text x="68" y="176">.</text>
376
+ <text x="72" y="176">.</text>
377
+ <text x="76" y="176">.</text>
378
+ <text x="80" y="176">.</text>
379
+ <text x="84" y="176">.</text>
380
+ <text x="88" y="176">.</text>
381
+ <text x="92" y="176">.</text>
382
+ <text x="164" y="176">.</text>
383
+ <text x="168" y="176">.</text>
384
+ <text x="172" y="176">.</text>
385
+ <text x="176" y="176">.</text>
386
+ <text x="180" y="176">.</text>
387
+ <text x="184" y="176">.</text>
388
+ <text x="188" y="176">.</text>
389
+ <text x="60" y="182">.</text>
390
+ <text x="64" y="182">.</text>
391
+ <text x="68" y="182">.</text>
392
+ <text x="72" y="182">.</text>
393
+ <text x="76" y="182">.</text>
394
+ <text x="80" y="182">.</text>
395
+ <text x="84" y="182">.</text>
396
+ <text x="88" y="182">.</text>
397
+ <text x="92" y="182">.</text>
398
+ <text x="96" y="182">.</text>
399
+ <text x="100" y="182">.</text>
400
+ <text x="104" y="182">.</text>
401
+ <text x="152" y="182">.</text>
402
+ <text x="156" y="182">.</text>
403
+ <text x="160" y="182">.</text>
404
+ <text x="164" y="182">.</text>
405
+ <text x="168" y="182">.</text>
406
+ <text x="172" y="182">.</text>
407
+ <text x="176" y="182">.</text>
408
+ <text x="180" y="182">.</text>
409
+ <text x="184" y="182">.</text>
410
+ <text x="56" y="188">.</text>
411
+ <text x="60" y="188">.</text>
412
+ <text x="64" y="188">.</text>
413
+ <text x="68" y="188">.</text>
414
+ <text x="72" y="188">.</text>
415
+ <text x="76" y="188">.</text>
416
+ <text x="80" y="188">.</text>
417
+ <text x="84" y="188">.</text>
418
+ <text x="88" y="188">.</text>
419
+ <text x="92" y="188">.</text>
420
+ <text x="96" y="188">.</text>
421
+ <text x="100" y="188">.</text>
422
+ <text x="104" y="188">.</text>
423
+ <text x="108" y="188">.</text>
424
+ <text x="112" y="188">.</text>
425
+ <text x="116" y="188">.</text>
426
+ <text x="120" y="188">.</text>
427
+ <text x="124" y="188">.</text>
428
+ <text x="128" y="188">.</text>
429
+ <text x="132" y="188">.</text>
430
+ <text x="136" y="188">.</text>
431
+ <text x="140" y="188">.</text>
432
+ <text x="144" y="188">.</text>
433
+ <text x="148" y="188">.</text>
434
+ <text x="152" y="188">.</text>
435
+ <text x="156" y="188">.</text>
436
+ <text x="160" y="188">.</text>
437
+ <text x="164" y="188">.</text>
438
+ <text x="168" y="188">.</text>
439
+ <text x="172" y="188">.</text>
440
+ <text x="176" y="188">.</text>
441
+ <text x="60" y="194">.</text>
442
+ <text x="64" y="194">.</text>
443
+ <text x="68" y="194">.</text>
444
+ <text x="72" y="194">.</text>
445
+ <text x="76" y="194">.</text>
446
+ <text x="88" y="194">.</text>
447
+ <text x="92" y="194">.</text>
448
+ <text x="96" y="194">.</text>
449
+ <text x="100" y="194">.</text>
450
+ <text x="104" y="194">.</text>
451
+ <text x="108" y="194">.</text>
452
+ <text x="112" y="194">.</text>
453
+ <text x="116" y="194">.</text>
454
+ <text x="120" y="194">.</text>
455
+ <text x="124" y="194">.</text>
456
+ <text x="128" y="194">.</text>
457
+ <text x="132" y="194">.</text>
458
+ <text x="136" y="194">.</text>
459
+ <text x="140" y="194">.</text>
460
+ <text x="144" y="194">.</text>
461
+ <text x="148" y="194">.</text>
462
+ <text x="152" y="194">.</text>
463
+ <text x="156" y="194">.</text>
464
+ <text x="160" y="194">.</text>
465
+ <text x="164" y="194">.</text>
466
+ <text x="168" y="194">.</text>
467
+ <text x="64" y="200">.</text>
468
+ <text x="68" y="200">.</text>
469
+ <text x="100" y="200">.</text>
470
+ <text x="104" y="200">.</text>
471
+ <text x="108" y="200">.</text>
472
+ <text x="112" y="200">.</text>
473
+ <text x="116" y="200">.</text>
474
+ <text x="120" y="200">.</text>
475
+ <text x="124" y="200">.</text>
476
+ <text x="128" y="200">.</text>
477
+ <text x="132" y="200">.</text>
478
+ <text x="136" y="200">.</text>
479
+ <text x="140" y="200">.</text>
480
+ <text x="144" y="200">.</text>
481
+ <text x="148" y="200">.</text>
482
+ <text x="152" y="200">.</text>
483
+ <text x="156" y="200">.</text>
484
+ </g>
485
+ </svg>
@@ -0,0 +1,127 @@
1
+ {% extends "base.html" %}
2
+ {% block title %}Feasibility · {{ job.job_id }} — Nullius{% endblock %}
3
+ {% block crumb %}/ <a href="{{ url_for('job', job_id=job.job_id) }}">{{ job.job_id }}</a> / feasibility{% endblock %}
4
+ {% block head %}
5
+ <style>
6
+ .feas-controls { display: flex; flex-wrap: wrap; gap: 8px 18px; margin: 0 0 18px; font-size: 13px; }
7
+ .feas-controls .fk { color: var(--text-dim); font-size: 10px; letter-spacing: .7px; text-transform: uppercase; display: block; margin-bottom: 4px; }
8
+ .feas-controls > div { min-width: 0; }
9
+ .feas-side { white-space: nowrap; }
10
+ .feas-side.absent { color: var(--text-dim); font-style: italic; }
11
+ .feas-summary { align-items: center; }
12
+ .feas-headline { margin-right: 8px; font-size: 14px; }
13
+ .feas-headline strong { font-size: 20px; font-weight: 500; }
14
+ .tag.fv-feasible { --outcome-color: var(--resolved); }
15
+ .tag.fv-unexpected_reward { --outcome-color: var(--patch_failed_tests); }
16
+ .tag.fv-task_broken { --outcome-color: var(--agent_error); }
17
+ .tag.fv-reference_rejected { --outcome-color: var(--failed_verification); }
18
+ .tag.fv-setup_failure { --outcome-color: var(--setup_error); }
19
+ .tag.fv-missing { --outcome-color: var(--unknown); }
20
+ .chip.fv-feasible::before { background: var(--resolved); }
21
+ .chip.fv-unexpected_reward::before { background: var(--patch_failed_tests); }
22
+ .chip.fv-task_broken::before { background: var(--agent_error); }
23
+ /* the class tags carry their colour like outcome tags do */
24
+ .tag[class*="fv-"] {
25
+ color: color-mix(in srgb, var(--outcome-color) 75%, var(--text));
26
+ background: color-mix(in srgb, var(--outcome-color) 16%, var(--surface));
27
+ border-color: color-mix(in srgb, var(--outcome-color) 42%, var(--border));
28
+ font-family: var(--sans); font-size: 12px; font-weight: 500; line-height: 1.45; padding: .22rem .55rem; border-radius: 5px;
29
+ }
30
+ .tag[class*="fv-"]::before { width: 7px; height: 7px; flex: none; background: var(--outcome-color); }
31
+ td[data-side] .badge { white-space: nowrap; display: inline-block; margin-top: 3px; }
32
+ .feas-broke { margin: .3rem 0 0; padding-left: 1rem; }
33
+ .feas-broke li { margin: .1rem 0; word-break: break-all; }
34
+ .chip.fv-reference_rejected::before { background: var(--failed_verification); }
35
+ .chip.fv-setup_failure::before { background: var(--setup_error); }
36
+ .chip.fv-missing::before { background: var(--unknown); }
37
+ </style>
38
+ {% endblock %}
39
+ {% block body %}
40
+ <header class="run-header">
41
+ <div class="page-title"><h1>Feasibility check</h1><span class="mono">{{ job.job_id }}</span></div>
42
+ <p class="subtitle" id="feasibility-meaning">
43
+ Is each task feasible: can an empty solution <strong>fail</strong>, and can a reference solution <strong>pass</strong>?
44
+ Harbor's <span class="mono">nop</span> and <span class="mono">oracle</span> controls answer that per task. It says nothing about whether an agent will succeed.
45
+ </p>
46
+ </header>
47
+
48
+ <div class="feas-controls" id="feasibility-executed" aria-label="Scope and controls">
49
+ <div><span class="fk">Task scope</span><span id="feasibility-scope">{{ report.scope }}</span></div>
50
+ <div><span class="fk">Controls executed</span>
51
+ {% for c in report.executed %}<span class="mono" data-control="{{ c.control }}" title="{{ c.summary }}">{{ c.short }}</span>{% if not loop.last %}<span class="faint">&ensp;·&ensp;</span>{% endif %}{% else %}<span class="faint">none</span>{% endfor %}
52
+ {% for c in report.not_run %}<span class="faint">&ensp;·&ensp;</span><span class="faint" data-control-missing="{{ c }}">{{ c }} · not run</span>{% endfor %}
53
+ </div>
54
+ </div>
55
+
56
+ {% if report.caveat %}
57
+ <div class="alert warn" id="feasibility-caveat">{{ report.caveat }}</div>
58
+ {% endif %}
59
+
60
+ {% if triage and triage.sides %}
61
+ {# The judge's triage of the sides that did not behave: why, over that control's own small state.
62
+ The verdict column is feasibility.verdict's and stays so; this sits beside it, advisory. #}
63
+ <div class="judgement-job" id="triage">
64
+ <span class="small"><strong>Triage</strong> <span class="badge" title="A judge model's reading of why a control side did not behave — bad task, bad environment, bad verifier — from that control's own recorded error, verifier text and transcript. Experimental beside the verdict, which it never changes.">experimental</span>
65
+ · {{ triage.judged }} of {{ triage.sides }} misbehaving control side{{ '' if triage.sides == 1 else 's' }} judged{% if triage.unjudged %}, {{ triage.unjudged }} not judged{% endif %}</span>
66
+ {% if triage.unjudged and triage.keyed %}
67
+ <form method="post" action="{{ url_for('judge_feasibility_route', job_id=job.job_id) }}" class="header-form" id="judge-triage">
68
+ <input type="hidden" name="csrf" value="{{ csrf }}">
69
+ <button class="btn sm ghost" type="submit" title="Ask why each unjudged control side misbehaved: one call per side over its own state">Triage {{ triage.unjudged }} side{{ '' if triage.unjudged == 1 else 's' }}</button>
70
+ </form>
71
+ {% elif triage.unjudged %}<span class="small faint">System One not configured — <a href="{{ url_for('settings_page') }}#judge">set its key in Settings</a></span>{% endif %}
72
+ </div>
73
+ {% endif %}
74
+
75
+ <div class="legend feas-summary" role="group" aria-label="Feasibility classes">
76
+ <span class="feas-headline" id="feasibility-count"><strong>{{ report.n_feasible }}</strong><span class="faint">/{{ report.rows|length }}</span> feasible</span>
77
+ {% for k in F_ORDER %}{% if report.counts[k] %}<span class="chip fv-{{ k }}">{{ F_LABELS[k] }} <b>{{ report.counts[k] }}</b></span>{% endif %}{% endfor %}
78
+ </div>
79
+
80
+ {% if report.rows %}
81
+ <div class="table-wrap" role="region" aria-label="Bracketed tasks" tabindex="0">
82
+ <table class="grid" id="feasibility-tasks">
83
+ <thead>
84
+ <tr>
85
+ <th>Task</th>
86
+ <th title="What the verifier said about doing nothing. It must reject, and no previously-passing test may fail.">nop</th>
87
+ <th title="What the verifier said about the reference solution. It must accept.">oracle</th>
88
+ <th>Feasibility</th>
89
+ <th>Why</th>
90
+ {% if triage and triage.sides %}<th title="The judge's reading of why a misbehaving control side did so: experimental, beside the verdict, never in its place">Triage <span class="badge">experimental</span></th>{% endif %}
91
+ </tr>
92
+ </thead>
93
+ <tbody>
94
+ {% for r in report.rows %}
95
+ <tr data-task="{{ r.task_base }}" data-verdict="{{ r.verdict }}" data-validated="{{ 'yes' if r.validated else 'no' }}">
96
+ <td><span class="run-task-name" title="{{ r.task_name }}">{{ r.task_base }}</span></td>
97
+ {% for s in (r.nop, r.oracle) %}
98
+ <td data-side="{{ s.control }}">
99
+ {% if s.present %}<a class="feas-side" href="{{ url_for('trial', job_id=s.job_id, trial_name=s.trial_name) }}"><span class="tag oc-{{ s.outcome }}">{{ s.label }}</span></a>{% if s.exception_type %} <span class="err">{{ s.exception_type }}</span>{% endif %}{% if s.broke_tests %} <span class="badge danger" data-broke="{{ s.p2p_fail }}" title="Broke {{ s.p2p_fail }} previously-passing test(s): {{ s.p2p_failures|join(', ') }}">⚠ broke {{ s.p2p_fail }}</span>{% endif %}
100
+ {% else %}<span class="feas-side absent">not run</span>{% endif %}
101
+ </td>
102
+ {% endfor %}
103
+ <td><span class="tag fv-{{ r.verdict }}">{{ r.label }}</span></td>
104
+ <td class="faint">{% if r.verdict == 'task_broken' %}nop broke {{ r.nop.p2p_fail }} passing test{{ '' if r.nop.p2p_fail == 1 else 's' }}:<ul class="feas-broke">{% for name in r.nop.p2p_failures %}<li class="mono bad">{{ name }}</li>{% endfor %}</ul>{% else %}{{ r.why }}{% endif %}</td>
105
+ {% if triage and triage.sides %}<td class="triage-cell">
106
+ {%- set tr = triage.rows.get(r.task_base) or {} -%}
107
+ {%- for c in ('nop', 'oracle') if c in tr %}{% set a = tr[c] %}
108
+ <span class="small" data-triage="{{ c }}" data-cause="{{ a.answer.choice }}" title="{{ c }}: {{ a.answer.choice }} {{ '%.0f'|format((a.p or 0) * 100) }}%{% if a.confidence is not none %}, confidence {{ '%.0f'|format(a.confidence * 100) }}%{% endif %} — {% for k, v in a.answer.probabilities.items() %}{{ k }} {{ '%.0f'|format(v * 100) }}%{{ ' · ' if not loop.last }}{% endfor %}"><span class="muted">{{ c }}</span> <strong>{{ a.answer.choice }}</strong> <span class="mono small">{{ '%.0f'|format((a.p or 0) * 100) }}%</span></span>
109
+ {%- else %}{% if r.verdict != 'feasible' %}<span class="faint small">not judged</span>{% endif %}{% endfor -%}
110
+ </td>{% endif %}
111
+ </tr>
112
+ {% endfor %}
113
+ </tbody>
114
+ </table>
115
+ </div>
116
+ {% else %}
117
+ <p class="footnote">No control recorded a task for this run.</p>
118
+ {% endif %}
119
+
120
+ <h2>Feasibility classes</h2>
121
+ <div class="glossary">
122
+ <dl class="cols">
123
+ {% for k in F_ORDER %}<div><dt><span class="tag fv-{{ k }}">{{ F_LABELS[k] }}</span></dt><dd>{{ F_DESCRIPTIONS[k] }}</dd></div>{% endfor %}
124
+ </dl>
125
+ <p class="footnote">A task is validated only when both controls are present and right; a missing or failed side is never ignored to call the other one enough.</p>
126
+ </div>
127
+ {% endblock %}