nullius-eval 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (291) hide show
  1. _nullius_app/.env.example +55 -0
  2. _nullius_app/app.py +96 -0
  3. _nullius_app/requirements.txt +1 -0
  4. _nullius_app/static/brand/README.md +20 -0
  5. _nullius_app/static/brand/docker.svg +1 -0
  6. _nullius_app/static/brand/favicon.svg +1 -0
  7. _nullius_app/static/brand/huggingface.svg +37 -0
  8. _nullius_app/static/brand/mark-dark.svg +1 -0
  9. _nullius_app/static/brand/marks.svg +34 -0
  10. _nullius_app/static/brand/tokens.json +51 -0
  11. _nullius_app/static/brand/typesafe.png +0 -0
  12. _nullius_app/static/brand/wordmark-dark.svg +1 -0
  13. _nullius_app/static/builder/command-builder-core.js +763 -0
  14. _nullius_app/static/builder/command-builder.css +248 -0
  15. _nullius_app/static/builder/command-builder.js +997 -0
  16. _nullius_app/static/builder/model-picker.js +113 -0
  17. _nullius_app/static/catalogue/add.js +46 -0
  18. _nullius_app/static/catalogue/agents/README.md +19 -0
  19. _nullius_app/static/catalogue/agents/goose.svg +1 -0
  20. _nullius_app/static/catalogue/agents/jiuwenswarm.svg +33 -0
  21. _nullius_app/static/catalogue/agents/marks.json +8 -0
  22. _nullius_app/static/catalogue/agents/mini-swe-agent.svg +7 -0
  23. _nullius_app/static/catalogue/agents/opencode.svg +7 -0
  24. _nullius_app/static/catalogue/catalogue.css +436 -0
  25. _nullius_app/static/catalogue/catalogue.js +87 -0
  26. _nullius_app/static/catalogue/marks.svg +29 -0
  27. _nullius_app/static/catalogue/new.js +78 -0
  28. _nullius_app/static/catalogue/versions.js +27 -0
  29. _nullius_app/static/compare/comparison.css +117 -0
  30. _nullius_app/static/controls.js +117 -0
  31. _nullius_app/static/disclosures.js +70 -0
  32. _nullius_app/static/fonts/0569c822cab6c510.ttf +0 -0
  33. _nullius_app/static/fonts/DMSans-Medium.woff2 +0 -0
  34. _nullius_app/static/fonts/DMSans-Regular.woff2 +0 -0
  35. _nullius_app/static/fonts/IBMPlexMono-Medium.woff2 +0 -0
  36. _nullius_app/static/fonts/IBMPlexMono-Regular.woff2 +0 -0
  37. _nullius_app/static/fonts/InstrumentSerif-Italic.woff2 +0 -0
  38. _nullius_app/static/fonts/InstrumentSerif-Regular.woff2 +0 -0
  39. _nullius_app/static/fonts/README.md +11 -0
  40. _nullius_app/static/fonts/c1e7453ea26a1d1e.ttf +0 -0
  41. _nullius_app/static/fonts/dmsans-OFL.txt +93 -0
  42. _nullius_app/static/fonts/ibmplexmono-OFL.txt +93 -0
  43. _nullius_app/static/fonts/instrumentserif-OFL.txt +93 -0
  44. _nullius_app/static/fonts.css +49 -0
  45. _nullius_app/static/notifications.js +49 -0
  46. _nullius_app/static/onboarding.css +78 -0
  47. _nullius_app/static/onboarding.js +158 -0
  48. _nullius_app/static/runs/board.css +358 -0
  49. _nullius_app/static/runs/board.js +127 -0
  50. _nullius_app/static/runs/launches.css +88 -0
  51. _nullius_app/static/runs/live-board.css +186 -0
  52. _nullius_app/static/runs/live-board.js +394 -0
  53. _nullius_app/static/runs/path-suggestions.js +119 -0
  54. _nullius_app/static/runs/start.css +38 -0
  55. _nullius_app/static/settings/autosave.js +162 -0
  56. _nullius_app/static/settings/custom-keys.js +100 -0
  57. _nullius_app/static/settings/data-providers.js +88 -0
  58. _nullius_app/static/settings/judges.js +61 -0
  59. _nullius_app/static/settings/modal.css +32 -0
  60. _nullius_app/static/settings/modal.js +91 -0
  61. _nullius_app/static/settings/navigation.js +55 -0
  62. _nullius_app/static/settings/prices.js +68 -0
  63. _nullius_app/static/settings/providers.js +134 -0
  64. _nullius_app/static/settings/sandbox.js +20 -0
  65. _nullius_app/static/settings/settings.css +288 -0
  66. _nullius_app/static/style.css +1752 -0
  67. _nullius_app/static/traces/conversation.css +49 -0
  68. _nullius_app/static/traces/conversation.js +215 -0
  69. _nullius_app/templates/agents/entry.html +145 -0
  70. _nullius_app/templates/agents/kits.html +55 -0
  71. _nullius_app/templates/agents/standard.html +58 -0
  72. _nullius_app/templates/base.html +479 -0
  73. _nullius_app/templates/builder/new_run.html +55 -0
  74. _nullius_app/templates/catalogue/add_dialog.html +32 -0
  75. _nullius_app/templates/catalogue/benchmark.html +270 -0
  76. _nullius_app/templates/catalogue/benchmarks.html +91 -0
  77. _nullius_app/templates/catalogue/new.html +141 -0
  78. _nullius_app/templates/catalogue/use_bundle.html +11 -0
  79. _nullius_app/templates/compare/_detail.html +37 -0
  80. _nullius_app/templates/compare/compare.html +298 -0
  81. _nullius_app/templates/compare/compare_picker.html +51 -0
  82. _nullius_app/templates/compare/compare_task.html +329 -0
  83. _nullius_app/templates/runs/_execution.html +131 -0
  84. _nullius_app/templates/runs/_runtime.html +5 -0
  85. _nullius_app/templates/runs/ascii-mark.html +485 -0
  86. _nullius_app/templates/runs/feasibility.html +127 -0
  87. _nullius_app/templates/runs/index.html +609 -0
  88. _nullius_app/templates/runs/job.html +460 -0
  89. _nullius_app/templates/runs/preparing.html +14 -0
  90. _nullius_app/templates/runs/reconcile.html +124 -0
  91. _nullius_app/templates/runs/setup.html +272 -0
  92. _nullius_app/templates/runs/start.html +51 -0
  93. _nullius_app/templates/settings/custom_keys.html +82 -0
  94. _nullius_app/templates/settings/data_providers.html +27 -0
  95. _nullius_app/templates/settings/settings.html +564 -0
  96. _nullius_app/templates/traces/_charts.html +165 -0
  97. _nullius_app/templates/traces/_conversation.html +37 -0
  98. _nullius_app/templates/traces/_judgement.html +72 -0
  99. _nullius_app/templates/traces/artifact.html +15 -0
  100. _nullius_app/templates/traces/trial.html +838 -0
  101. _nullius_app/templates/workspaces/workspaces.html +54 -0
  102. _nullius_app/web/__init__.py +1 -0
  103. _nullius_app/web/agents.py +230 -0
  104. _nullius_app/web/builder.py +406 -0
  105. _nullius_app/web/catalogue.py +370 -0
  106. _nullius_app/web/compare.py +489 -0
  107. _nullius_app/web/core.py +17 -0
  108. _nullius_app/web/execute.py +223 -0
  109. _nullius_app/web/feasibility.py +60 -0
  110. _nullius_app/web/filters.py +231 -0
  111. _nullius_app/web/judge.py +623 -0
  112. _nullius_app/web/judge_tasks.py +33 -0
  113. _nullius_app/web/onboarding.py +20 -0
  114. _nullius_app/web/reconcile.py +47 -0
  115. _nullius_app/web/runs.py +464 -0
  116. _nullius_app/web/settings.py +324 -0
  117. _nullius_app/web/shared.py +507 -0
  118. _nullius_app/web/traces.py +306 -0
  119. _nullius_app/web/workspaces.py +84 -0
  120. nullius/__init__.py +32 -0
  121. nullius/__main__.py +5 -0
  122. nullius/catalogue/__init__.py +0 -0
  123. nullius/catalogue/agents/codex/agent.json +222 -0
  124. nullius/catalogue/agents/codex/config.toml +25 -0
  125. nullius/catalogue/agents/goose/agent.json +131 -0
  126. nullius/catalogue/agents/goose/config.yaml +20 -0
  127. nullius/catalogue/agents/jiuwenswarm/agent.json +197 -0
  128. nullius/catalogue/agents/jiuwenswarm/agent.py +355 -0
  129. nullius/catalogue/agents/mini-swe-agent/agent.json +68 -0
  130. nullius/catalogue/agents/mini-swe-agent/run.py +37 -0
  131. nullius/catalogue/agents/opencode/agent.json +135 -0
  132. nullius/catalogue/agents/opencode/opencode.json +32 -0
  133. nullius/catalogue/agents/reference/agent.json +89 -0
  134. nullius/catalogue/agents/reference/agent.py +209 -0
  135. nullius/catalogue/agents/terminus-2/agent.json +64 -0
  136. nullius/catalogue/agents/terminus-2/run.py +139 -0
  137. nullius/catalogue/benchmarks/gaia/benchmark.json +72 -0
  138. nullius/catalogue/benchmarks/gaia/data-source.json +29 -0
  139. nullius/catalogue/benchmarks/gaia/driver.py +188 -0
  140. nullius/catalogue/benchmarks/gaia/env/data.Dockerfile +1 -0
  141. nullius/catalogue/benchmarks/gaia/standard.json +278 -0
  142. nullius/catalogue/benchmarks/gaia/upstream-settings.json +275 -0
  143. nullius/catalogue/benchmarks/gsm8k/benchmark.json +34 -0
  144. nullius/catalogue/benchmarks/gsm8k/driver.py +101 -0
  145. nullius/catalogue/benchmarks/gsm8k/standard.json +124 -0
  146. nullius/catalogue/benchmarks/gsm8k/upstream-settings.json +86 -0
  147. nullius/catalogue/benchmarks/humaneval/benchmark.json +36 -0
  148. nullius/catalogue/benchmarks/humaneval/driver.py +243 -0
  149. nullius/catalogue/benchmarks/humaneval/standard.json +115 -0
  150. nullius/catalogue/benchmarks/humaneval/upstream-settings.json +72 -0
  151. nullius/catalogue/benchmarks/locomo/benchmark.json +43 -0
  152. nullius/catalogue/benchmarks/locomo/driver.py +270 -0
  153. nullius/catalogue/benchmarks/locomo/standard.json +265 -0
  154. nullius/catalogue/benchmarks/locomo/upstream-settings.json +112 -0
  155. nullius/catalogue/benchmarks/longmemeval/benchmark.json +65 -0
  156. nullius/catalogue/benchmarks/longmemeval/driver.py +379 -0
  157. nullius/catalogue/benchmarks/longmemeval/standard.json +733 -0
  158. nullius/catalogue/benchmarks/longmemeval/upstream-settings.json +76 -0
  159. nullius/catalogue/benchmarks/swe-bench-verified/benchmark.json +87 -0
  160. nullius/catalogue/benchmarks/swe-bench-verified/driver.py +116 -0
  161. nullius/catalogue/benchmarks/swe-bench-verified/images.json +502 -0
  162. nullius/catalogue/benchmarks/swe-bench-verified/standard.json +108 -0
  163. nullius/catalogue/benchmarks/swe-bench-verified/upstream-settings.json +32 -0
  164. nullius/catalogue/benchmarks/tau3-bench/benchmark.json +49 -0
  165. nullius/catalogue/benchmarks/tau3-bench/driver.py +608 -0
  166. nullius/catalogue/benchmarks/tau3-bench/mcp_server.py +114 -0
  167. nullius/catalogue/benchmarks/tau3-bench/search_relay.py +19 -0
  168. nullius/catalogue/benchmarks/tau3-bench/standard.json +547 -0
  169. nullius/catalogue/benchmarks/tau3-bench/upstream-settings.json +639 -0
  170. nullius/catalogue/benchmarks/terminal-bench/benchmark.json +69 -0
  171. nullius/catalogue/benchmarks/terminal-bench/driver.py +267 -0
  172. nullius/catalogue/benchmarks/terminal-bench/standard.json +166 -0
  173. nullius/catalogue/benchmarks/terminal-bench/upstream-settings.json +36 -0
  174. nullius/catalogue/capabilities/keyword-memory/capability.json +33 -0
  175. nullius/catalogue/capabilities/keyword-memory/capability.py +55 -0
  176. nullius/catalogue/capabilities/mem0/capability.json +135 -0
  177. nullius/catalogue/capabilities/mem0/capability.py +173 -0
  178. nullius/catalogue/catalog.py +426 -0
  179. nullius/catalogue/citation.py +116 -0
  180. nullius/catalogue/harbor_entry.py +367 -0
  181. nullius/catalogue/sources.py +107 -0
  182. nullius/catalogue/storage.py +125 -0
  183. nullius/cli.py +85 -0
  184. nullius/compare/__init__.py +0 -0
  185. nullius/compare/cli.py +265 -0
  186. nullius/compare/comparison.py +184 -0
  187. nullius/execution.py +1653 -0
  188. nullius/gitrefs.py +128 -0
  189. nullius/harbor/__init__.py +0 -0
  190. nullius/harbor/feed.py +228 -0
  191. nullius/harbor/source.py +582 -0
  192. nullius/hosts.py +368 -0
  193. nullius/importers/__init__.py +140 -0
  194. nullius/importers/atif.py +387 -0
  195. nullius/importers/cli.py +135 -0
  196. nullius/importers/otel.py +274 -0
  197. nullius/judge/__init__.py +14 -0
  198. nullius/judge/batch.py +122 -0
  199. nullius/judge/client.py +433 -0
  200. nullius/judge/floors.json +86 -0
  201. nullius/judge/lanes.py +89 -0
  202. nullius/judge/questions.py +309 -0
  203. nullius/judge/reconcile.py +176 -0
  204. nullius/judge/state.py +224 -0
  205. nullius/judge/store.py +167 -0
  206. nullius/migrate.py +268 -0
  207. nullius/onboarding.py +116 -0
  208. nullius/paths.py +89 -0
  209. nullius/prerequisites.py +129 -0
  210. nullius/prices.py +283 -0
  211. nullius/progress.py +294 -0
  212. nullius/providers.py +335 -0
  213. nullius/recipes/__init__.py +0 -0
  214. nullius/recipes/launch.py +78 -0
  215. nullius/redact.py +72 -0
  216. nullius/runs/__init__.py +0 -0
  217. nullius/runs/artifacts.py +67 -0
  218. nullius/runs/classify.py +216 -0
  219. nullius/runs/cli.py +316 -0
  220. nullius/runs/feasibility.py +442 -0
  221. nullius/runs/launches.py +149 -0
  222. nullius/runs/live.py +715 -0
  223. nullius/runs/parse.py +1016 -0
  224. nullius/runs/verifier.py +241 -0
  225. nullius/sandbox.py +109 -0
  226. nullius/secrets.py +218 -0
  227. nullius/settings.py +544 -0
  228. nullius/standard/__init__.py +15 -0
  229. nullius/standard/acp.py +305 -0
  230. nullius/standard/cancellation.py +19 -0
  231. nullius/standard/cli.py +703 -0
  232. nullius/standard/conform.py +149 -0
  233. nullius/standard/container.py +1870 -0
  234. nullius/standard/definitions.py +1651 -0
  235. nullius/standard/egress.py +192 -0
  236. nullius/standard/fidelity.py +256 -0
  237. nullius/standard/forward.py +139 -0
  238. nullius/standard/hostreq.py +105 -0
  239. nullius/standard/howto.py +220 -0
  240. nullius/standard/install.py +428 -0
  241. nullius/standard/job.py +551 -0
  242. nullius/standard/jsonl.py +129 -0
  243. nullius/standard/kits/agent-conversation-v1/driver.py +27 -0
  244. nullius/standard/kits/agent-conversation-v1/standard.json +26 -0
  245. nullius/standard/kits/agent-search-v1/driver.py +171 -0
  246. nullius/standard/kits/agent-search-v1/standard.json +99 -0
  247. nullius/standard/kits/agent-task-v1/driver.py +25 -0
  248. nullius/standard/kits/agent-task-v1/standard.json +100 -0
  249. nullius/standard/kits/agent-tools-v1/driver.py +206 -0
  250. nullius/standard/kits/agent-tools-v1/mcp_kit.py +209 -0
  251. nullius/standard/kits/agent-tools-v1/standard.json +119 -0
  252. nullius/standard/kits/agent-workspace-v1/driver.py +65 -0
  253. nullius/standard/kits/agent-workspace-v1/standard.json +95 -0
  254. nullius/standard/kits/cap-memory-v1/driver.py +39 -0
  255. nullius/standard/kits/cap-memory-v1/standard.json +91 -0
  256. nullius/standard/ledger.py +326 -0
  257. nullius/standard/match.py +66 -0
  258. nullius/standard/mcp_bridge.py +62 -0
  259. nullius/standard/mcp_machine.py +193 -0
  260. nullius/standard/merge.py +239 -0
  261. nullius/standard/names.py +37 -0
  262. nullius/standard/network_requirements.py +44 -0
  263. nullius/standard/pace.py +53 -0
  264. nullius/standard/payload.py +278 -0
  265. nullius/standard/pins.py +130 -0
  266. nullius/standard/ports.py +70 -0
  267. nullius/standard/prove.py +373 -0
  268. nullius/standard/recipe.py +746 -0
  269. nullius/standard/relay.py +785 -0
  270. nullius/standard/run.py +1781 -0
  271. nullius/standard/setup_container.py +208 -0
  272. nullius/standard/shard.py +71 -0
  273. nullius/standard/web_services.py +30 -0
  274. nullius/traces/__init__.py +0 -0
  275. nullius/traces/behavior.py +131 -0
  276. nullius/traces/charts.py +898 -0
  277. nullius/traces/conversation.py +159 -0
  278. nullius/traces/otel.py +608 -0
  279. nullius/traces/trace.py +1477 -0
  280. nullius/traces/trajectory.py +586 -0
  281. nullius/workspace.py +417 -0
  282. nullius/workspace_cli.py +119 -0
  283. nullius_eval-0.1.0.dist-info/METADATA +93 -0
  284. nullius_eval-0.1.0.dist-info/RECORD +291 -0
  285. nullius_eval-0.1.0.dist-info/WHEEL +5 -0
  286. nullius_eval-0.1.0.dist-info/entry_points.txt +2 -0
  287. nullius_eval-0.1.0.dist-info/licenses/LICENSE +202 -0
  288. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/dmsans-OFL.txt +93 -0
  289. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/ibmplexmono-OFL.txt +93 -0
  290. nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/instrumentserif-OFL.txt +93 -0
  291. nullius_eval-0.1.0.dist-info/top_level.txt +2 -0
@@ -0,0 +1,49 @@
1
+ /* Uses the application's theme tokens: no hard-coded dark text on light-only
2
+ surfaces. Bounded readers prevent long captures stretching the whole page. */
3
+ .trial-tabs{display:flex;gap:24px;border-bottom:1px solid var(--border);margin:28px 0 26px;overflow-x:auto}
4
+ .trial-tabs button{border:0;border-bottom:2px solid transparent;background:none;color:var(--text-dim);font:inherit;padding:12px 0;cursor:pointer;white-space:nowrap}
5
+ .trial-tabs button[aria-selected=true]{color:var(--text);border-bottom-color:var(--accent)}
6
+ .trial-tab[hidden]{display:none}
7
+ .evidence-strip{display:flex;align-items:center;gap:8px;flex-wrap:wrap;margin:16px 0;color:var(--text-dim);font-size:12px}
8
+ .evidence-strip span{padding:5px 9px;border:1px solid var(--border);border-radius:6px}
9
+ .reader-heading{display:flex;justify-content:space-between;gap:20px;align-items:center;margin:0 0 20px}
10
+ .reader-heading h2{margin:0 0 6px}.reader-heading p{margin:0}.reader-total{font-size:13px;color:var(--text-dim);white-space:nowrap}
11
+ .reader-search{display:flex;gap:10px;margin-bottom:16px}.reader-search input{flex:1;min-width:0}
12
+ .reader-search input,.reader-jump input{background:var(--surface);color:var(--text);border:1px solid var(--border);border-radius:8px;font:inherit;padding:9px 12px}
13
+ .reader-search input::placeholder,.reader-jump input::placeholder{color:var(--text-dim)}
14
+ .reader-toolbar{display:flex;align-items:center;justify-content:space-between;gap:16px;flex-wrap:wrap}
15
+ .reader-filters{display:flex;gap:4px;flex-wrap:wrap;padding:4px;background:var(--surface);border-radius:9px;border:1px solid var(--border)}
16
+ .reader-filters button{border:0;padding:7px 12px;border-radius:6px;background:transparent;color:var(--text-dim);font:inherit;font-size:12px;cursor:pointer}
17
+ .reader-filters button[aria-pressed=true]{background:var(--bg);color:var(--text);box-shadow:0 1px 4px #0001}
18
+ .reader-jump{display:flex;align-items:center;gap:8px;font-size:12px;color:var(--text-dim)}.reader-jump input{width:96px;font-size:12px}
19
+ .reader-layout{display:grid;grid-template-columns:minmax(210px,29%) minmax(0,1fr);border:1px solid var(--border);border-radius:12px;background:var(--surface);overflow:hidden;min-height:500px}
20
+ .reader-index{border-right:1px solid var(--border);min-width:0;background:var(--bg)}
21
+ .reader-row{width:100%;display:block;text-align:left;border:0;border-bottom:1px solid var(--border);border-left:3px solid transparent;padding:14px 15px;background:transparent;color:var(--text);font:inherit;cursor:pointer}
22
+ .reader-row[aria-current=true]{border-left-color:var(--accent);background:var(--surface)}
23
+ .reader-row:hover{background:var(--surface)}.reader-row-meta{display:flex;gap:9px;align-items:center;font-size:11px;color:var(--text-dim);margin-bottom:6px}
24
+ .reader-row-meta .reader-error{margin-left:auto;color:var(--bad)}.reader-row-preview{display:-webkit-box;-webkit-line-clamp:2;-webkit-box-orient:vertical;overflow:hidden;line-height:1.5;font-size:12px;overflow-wrap:anywhere}
25
+ .reader-pages,.reader-step-nav,.reader-content-nav{display:flex;align-items:center;justify-content:space-between;gap:12px}
26
+ .reader-pages{padding:13px;font-size:11px;color:var(--text-dim)}
27
+ .reader-selected{padding:26px;min-width:0;outline:none}.reader-step-nav{padding-bottom:18px;border-bottom:1px solid var(--border);margin-bottom:22px}.reader-step-nav h3{font-size:18px;margin:0;text-transform:none;letter-spacing:normal}.reader-step-nav p{font-size:11px;color:var(--text-dim);margin:7px 0 0}.reader-step-actions{display:flex;gap:7px}
28
+ .reader-sections{display:flex;gap:7px;flex-wrap:wrap;max-height:155px;overflow:auto;margin:0 0 20px}
29
+ .reader-section{border:1px solid var(--border);border-radius:7px;background:var(--bg);color:var(--text-dim);padding:7px 10px;cursor:pointer;font:inherit;font-size:11px;max-width:100%;overflow-wrap:anywhere}
30
+ .reader-section[aria-pressed=true]{color:var(--text);border-color:var(--accent)}
31
+ .reader-calls{display:grid;gap:8px;margin:0 0 20px}
32
+ .reader-call{display:grid;gap:9px;border:1px solid var(--border);border-radius:8px;background:var(--bg);padding:11px 13px}
33
+ .reader-call.selected{border-color:var(--accent)}
34
+ .reader-call-command{margin:0;font-size:12px;line-height:1.6;white-space:pre-wrap;overflow-wrap:anywhere;color:var(--text)}
35
+ .reader-call-foot{display:flex;align-items:center;justify-content:space-between;gap:10px}
36
+ .reader-call-name{font-size:10px;letter-spacing:.06em;text-transform:uppercase;color:var(--text-dim)}
37
+ .reader-call-tabs{display:flex;gap:6px;flex:none}
38
+ .reader-call-tabs .reader-section{white-space:nowrap}
39
+ .reader-call-tabs .reader-section.bad{color:var(--bad)}
40
+ .reader-content-head{display:flex;justify-content:space-between;gap:10px;align-items:baseline;margin-bottom:10px}.reader-content-head h4{margin:0;font-size:13px}.reader-content-head span{font-size:10px;color:var(--text-dim)}
41
+ .reader-call-id{font-size:11px;color:var(--text-dim);overflow-wrap:anywhere;margin:0 0 10px}
42
+ .reader-content pre{white-space:pre-wrap;overflow-wrap:anywhere;word-break:break-word;max-height:460px;overflow:auto;background:var(--bg);color:var(--text);border:1px solid var(--border);border-radius:8px;padding:18px;font-size:12px;line-height:1.7;margin:0 0 12px}
43
+ .reader-content-nav{font-size:11px;color:var(--text-dim)}.reader-footnote{line-height:1.6;max-width:95ch}.reader-status{min-height:20px;margin:13px 0}
44
+ .reader-sr{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0,0,0,0);white-space:nowrap;border:0}
45
+ .reader-layout button:disabled,.reader-content-nav button:disabled{opacity:.4;cursor:default}
46
+ .reader-layout button:focus-visible,.reader-toolbar button:focus-visible,.trial-tabs button:focus-visible{outline:2px solid var(--accent);outline-offset:2px}
47
+ .wf-detail .reader-content{margin-top:18px}.wf-detail .reader-sections{margin-top:20px}
48
+ @media(max-width:850px){.reader-selected{padding:18px}.reader-layout{grid-template-columns:minmax(175px,30%) minmax(0,1fr)}.reader-step-nav{align-items:flex-start;flex-direction:column;gap:12px}}
49
+ @media(max-width:600px){.reader-layout{grid-template-columns:minmax(0,1fr);min-height:0}.reader-index{border-right:0;border-bottom:1px solid var(--border)}.reader-rows{max-height:230px;overflow:auto}.reader-row{padding:10px 12px}.reader-row-preview{-webkit-line-clamp:1}.reader-selected{padding:16px}.reader-content pre{max-height:360px;padding:12px}.reader-heading{align-items:flex-start}.reader-total{padding-top:5px}.reader-search{gap:6px}.reader-toolbar{gap:10px}.reader-jump{width:100%}.reader-jump input{flex:1;min-width:0}.reader-content-nav{gap:6px;font-size:10px}.trial-tabs{gap:22px}.reader-filters{width:100%;justify-content:space-between}.reader-filters button{padding:7px 8px}}
@@ -0,0 +1,215 @@
1
+ /* Source evidence is always inserted as text, never interpreted as markup. */
2
+ (() => {
3
+ 'use strict';
4
+ const el = (tag, className, text) => {
5
+ const node = document.createElement(tag);
6
+ if (className) node.className = className;
7
+ if (text !== undefined && text !== null) node.textContent = text;
8
+ return node;
9
+ };
10
+ const button = (label, action, disabled = false, className = 'btn sm') => {
11
+ const node = el('button', className, label);
12
+ node.type = 'button'; node.disabled = disabled;
13
+ node.addEventListener('click', action);
14
+ return node;
15
+ };
16
+ const number = value => Number(value).toLocaleString();
17
+ const readJSON = async (url, signal) => {
18
+ const response = await nulliusFetch(url, {signal, headers: {'Accept': 'application/json'}, cache: 'no-store'});
19
+ if (!response.ok) throw new Error(response.status === 404 ? 'This evidence is no longer in the current workspace or trace view.' : 'Could not load this evidence. Try again.');
20
+ return response.json();
21
+ };
22
+ // A tool call's sections are keyed call-<n>-arguments / call-<n>-observation.
23
+ const callOf = key => { const m = /^call-(\d+)-/.exec(key || ''); return m ? Number(m[1]) : null; };
24
+ const one = text => String(text || '').split(/\s+/).filter(Boolean).join(' ');
25
+ function renderContent(host, data, change) {
26
+ const sections = el('div', 'reader-sections');
27
+ sections.setAttribute('role', 'group'); sections.setAttribute('aria-label', 'Recorded content');
28
+ // Each call is a block: the command it ran, whole, then its tabs at a fixed size.
29
+ const calls = el('div', 'reader-calls');
30
+ const blocks = new Map();
31
+ const callCount = new Set(data.sections.map(s => callOf(s.key)).filter(n => n !== null)).size;
32
+ const tab = section => {
33
+ const item = button(section.label, () => change(section.key, 0), false, 'reader-section');
34
+ item.setAttribute('aria-pressed', String(data.content?.key === section.key));
35
+ return item;
36
+ };
37
+ data.sections.forEach(section => {
38
+ const call = callOf(section.key);
39
+ if (call === null) { sections.append(tab(section)); return; }
40
+ if (!blocks.has(call)) {
41
+ const block = el('div', 'reader-call');
42
+ const tabs = el('div', 'reader-call-tabs');
43
+ const name = callCount > 1 ? `Call ${call + 1}` : 'Call';
44
+ tabs.setAttribute('role', 'group'); tabs.setAttribute('aria-label', name);
45
+ if (section.tool_call_id) block.title = `Tool call ${section.tool_call_id}`;
46
+ const foot = el('div', 'reader-call-foot');
47
+ foot.append(el('span', 'reader-call-name', name + (section.failure ? ' · failed' : '')), tabs);
48
+ block.append(el('p', 'reader-call-command mono', section.tool), foot);
49
+ calls.append(block); blocks.set(call, {block, tabs});
50
+ }
51
+ const {block, tabs} = blocks.get(call);
52
+ const item = tab(section);
53
+ item.setAttribute('aria-label', `${callCount > 1 ? `Call ${call + 1} ` : ''}${section.label}`);
54
+ if (section.failure && section.key.endsWith('-observation')) item.classList.add('bad');
55
+ if (data.content?.key === section.key) block.classList.add('selected');
56
+ tabs.append(item);
57
+ });
58
+ if (sections.childElementCount) host.append(sections);
59
+ if (calls.childElementCount) host.append(calls);
60
+ const content = data.content;
61
+ if (!content) { host.append(el('p', 'muted', 'No content recorded for this selection.')); return; }
62
+ const call = callOf(content.key);
63
+ const block = el('div', 'reader-content');
64
+ const heading = el('div', 'reader-content-head');
65
+ heading.append(el('h4', '', call !== null && callCount > 1 ? `Call ${call + 1} · ${content.label}` : content.label), el('span', 'mono', `${number(content.characters)} characters`));
66
+ block.append(heading);
67
+ if (content.tool_call_id !== undefined && content.tool_call_id !== null) block.append(el('p', 'reader-call-id mono', `Tool call ID · ${content.tool_call_id}`));
68
+ // The target is left out when it only repeats the command shown above.
69
+ const target = one(content.target).replace(/…$/, '');
70
+ if (call !== null) block.append(el('p', 'reader-call-id', [content.category, target && !one(content.tool).startsWith(target) ? content.target : '', `${number(content.observation_characters)} result characters`].filter(Boolean).join(' · ')));
71
+ if (content.failure) block.append(el('p', 'small bad', `Recorded failure signal · ${content.failure}`));
72
+ if (content.text) {
73
+ const pre = el('pre', '', content.text); pre.tabIndex = 0; pre.setAttribute('aria-label', content.label);
74
+ block.append(pre);
75
+ } else block.append(el('p', 'muted', content.label === 'Result' ? 'No result recorded for this call.' : 'No content recorded.'));
76
+ const nav = el('nav', 'reader-content-nav'); nav.setAttribute('aria-label', 'Content pages');
77
+ nav.append(button('← Previous', () => change(content.key, content.chunk - 1), content.chunk === 0),
78
+ el('span', '', `Part ${number(content.chunk + 1)} / ${number(content.chunks)} · ${number(content.start + (content.characters ? 1 : 0))}–${number(content.end)}`),
79
+ button('Next →', () => change(content.key, content.chunk + 1), content.chunk + 1 >= content.chunks));
80
+ block.append(nav); host.append(block);
81
+ }
82
+
83
+ const reader = document.getElementById('conversation-reader');
84
+ let conversationStarted = false;
85
+ let loadConversation = () => {};
86
+ if (reader?.querySelector('.reader-layout')) {
87
+ const urlState = new URL(location.href).searchParams;
88
+ let state = {q: urlState.get('c_q') || '', kind: urlState.get('c_kind') || 'all',
89
+ page: urlState.get('c_page') || 1, position: urlState.get('c_position'),
90
+ section: urlState.get('c_section'), chunk: urlState.get('c_chunk') || 0};
91
+ let controller, latest;
92
+ const search = reader.querySelector('.reader-search');
93
+ const searchInput = search.querySelector('input'); searchInput.value = state.q;
94
+ const status = reader.querySelector('.reader-status');
95
+ const selectedHost = reader.querySelector('.reader-selected');
96
+ const indexHost = reader.querySelector('.reader-rows');
97
+ const pages = reader.querySelector('.reader-pages');
98
+ const change = patch => { state = {...state, ...patch}; loadConversation(); };
99
+ loadConversation = async () => {
100
+ conversationStarted = true;
101
+ controller?.abort(); controller = new AbortController();
102
+ const signal = controller.signal;
103
+ reader.setAttribute('aria-busy', 'true'); status.textContent = 'Loading recorded evidence…';
104
+ const url = new URL(reader.dataset.endpoint, location.href);
105
+ Object.entries(state).forEach(([key, value]) => { if (value !== null && value !== undefined && value !== '') url.searchParams.set(key, value); });
106
+ try {
107
+ const data = await readJSON(url, signal);
108
+ if (signal.aborted) return;
109
+ latest = data;
110
+ state.q = data.query; state.kind = data.kind;
111
+ state.page = data.page; state.position = data.selected?.position ?? null;
112
+ state.section = data.selected?.content?.key ?? null; state.chunk = data.selected?.content?.chunk ?? 0;
113
+ state.step = null;
114
+ const current = new URL(location.href);
115
+ Object.entries(state).forEach(([key, value]) => {
116
+ if (key === 'step') return;
117
+ if (value !== null && value !== undefined && value !== '') current.searchParams.set(`c_${key}`, value);
118
+ else current.searchParams.delete(`c_${key}`);
119
+ });
120
+ history.replaceState(null, '', current);
121
+ status.textContent = `${number(data.matches)} of ${number(data.total)} source steps${data.query ? ` match “${data.query}”` : ''}. ${data.notice || 'Select a row to keep its message and tools together.'}`;
122
+ reader.querySelectorAll('[data-kind]').forEach(node => node.setAttribute('aria-pressed', String(node.dataset.kind === data.kind)));
123
+ indexHost.replaceChildren();
124
+ data.rows.forEach(row => {
125
+ const item = button('', () => change({position: row.position, section: null, chunk: 0}), false, 'reader-row');
126
+ item.setAttribute('aria-current', String(row.position === data.selected?.position));
127
+ const meta = el('span', 'reader-row-meta');
128
+ meta.append(el('span', 'mono', `#${row.step_id}`), el('span', '', row.source || 'Unspecified'));
129
+ if (row.tools) meta.append(el('span', '', `${row.tools} tool${row.tools === 1 ? '' : 's'}`));
130
+ if (row.errors) meta.append(el('span', 'reader-error', `${row.errors} !`));
131
+ item.append(meta, el('span', 'reader-row-preview', row.preview)); indexHost.append(item);
132
+ });
133
+ pages.querySelector('span').textContent = `${data.page} / ${data.pages}`;
134
+ pages.querySelector('[data-page=previous]').disabled = data.page <= 1;
135
+ pages.querySelector('[data-page=next]').disabled = data.page >= data.pages;
136
+ selectedHost.replaceChildren();
137
+ const chosen = data.selected;
138
+ if (!chosen) { selectedHost.append(el('p', 'muted', data.notice || 'No steps match.')); return; }
139
+ const header = el('div', 'reader-step-nav');
140
+ const info = el('div'); info.append(el('h3', '', `Step ${chosen.step_id} · ${chosen.source || 'Unspecified source'}`));
141
+ const facts = [`${chosen.match_number} of ${data.matches} matching steps`];
142
+ if (chosen.timestamp) facts.push(chosen.timestamp);
143
+ if (chosen.duration !== null) facts.push(`${chosen.duration.toFixed(2)}s until the next source step`);
144
+ info.append(el('p', '', facts.join(' · ')));
145
+ const actions = el('div', 'reader-step-actions');
146
+ actions.append(button('← Previous', () => change({position: chosen.previous, section: null, chunk: 0}), chosen.previous === null), button('Next →', () => change({position: chosen.next, section: null, chunk: 0}), chosen.next === null));
147
+ header.append(info, actions); selectedHost.append(header);
148
+ renderContent(selectedHost, chosen, (section, chunk) => change({section, chunk}));
149
+ } catch (error) {
150
+ if (error.name !== 'AbortError') {
151
+ status.textContent = error.message; selectedHost.replaceChildren(el('p', 'muted', error.message), button('Retry', () => loadConversation()));
152
+ }
153
+ } finally { if (!signal.aborted) reader.removeAttribute('aria-busy'); }
154
+ };
155
+ search.addEventListener('submit', event => { event.preventDefault(); change({q: searchInput.value.trim(), position: null, page: 1, section: null, chunk: 0}); });
156
+ reader.querySelector('[data-clear-search]').addEventListener('click', () => { searchInput.value = ''; change({q: '', position: null, page: 1, section: null, chunk: 0}); });
157
+ reader.querySelectorAll('[data-kind]').forEach(node => node.addEventListener('click', () => change({kind: node.dataset.kind, position: null, page: 1, section: null, chunk: 0})));
158
+ reader.querySelector('.reader-jump').addEventListener('submit', event => { event.preventDefault(); const value = event.currentTarget.querySelector('input').value.trim(); if (value) change({step: value, position: null, section: null, chunk: 0}); });
159
+ pages.querySelectorAll('[data-page]').forEach(node => node.addEventListener('click', () => { if (latest) change({page: latest.page + (node.dataset.page === 'next' ? 1 : -1), position: null, section: null, chunk: 0}); }));
160
+ }
161
+
162
+ const tabs = Array.from(document.querySelectorAll('.trial-tabs [role=tab]'));
163
+ function openTab(name, update = true) {
164
+ if (!tabs.some(tab => tab.dataset.tab === name)) name = 'overview';
165
+ tabs.forEach(tab => { const active = tab.dataset.tab === name; tab.setAttribute('aria-selected', String(active)); tab.tabIndex = active ? 0 : -1; });
166
+ document.querySelectorAll('.trial-tab').forEach(panel => { panel.hidden = panel.id !== `trial-${name}`; });
167
+ if (update) { const url = new URL(location.href); url.searchParams.set('tab', name); if (name !== 'trace') url.hash = ''; history.replaceState(null, '', url); }
168
+ if (name === 'conversation' && !conversationStarted) loadConversation();
169
+ }
170
+ tabs.forEach((tab, index) => {
171
+ tab.addEventListener('click', () => openTab(tab.dataset.tab));
172
+ tab.addEventListener('keydown', event => {
173
+ let next;
174
+ if (event.key === 'ArrowRight') next = (index + 1) % tabs.length;
175
+ if (event.key === 'ArrowLeft') next = (index + tabs.length - 1) % tabs.length;
176
+ if (event.key === 'Home') next = 0;
177
+ if (event.key === 'End') next = tabs.length - 1;
178
+ if (next !== undefined) { event.preventDefault(); tabs[next].focus(); openTab(tabs[next].dataset.tab); }
179
+ });
180
+ });
181
+ openTab(location.hash.startsWith('#span=') ? 'trace' : new URL(location.href).searchParams.get('tab') || 'overview', false);
182
+
183
+ let spanController;
184
+ window.NulliusEvidence = {
185
+ selectSpan: async (host, id, section = null, chunk = 0) => {
186
+ spanController?.abort(); spanController = new AbortController();
187
+ const signal = spanController.signal;
188
+ host.setAttribute('aria-busy', 'true'); host.replaceChildren(el('p', 'muted', 'Loading selected span…'));
189
+ const url = new URL(host.dataset.endpoint, location.href);
190
+ new URL(location.href).searchParams.forEach((value, key) => { if (['trace', 'hide', 'hide_span'].includes(key)) url.searchParams.append(key, value); });
191
+ url.searchParams.set('span', id); if (section) url.searchParams.set('section', section); url.searchParams.set('chunk', chunk);
192
+ const reload = (part, page) => window.NulliusEvidence.selectSpan(host, id, part, page);
193
+ try {
194
+ const data = await readJSON(url, signal); if (signal.aborted) return;
195
+ host.replaceChildren();
196
+ const badges = el('div', 'wf-badges');
197
+ [data.kind, data.timing_quality, data.source, ...(data.merged ? ['merged'] : [])].filter(Boolean).forEach(text => badges.append(el('span', 'chip', text)));
198
+ host.append(badges, el('div', 'wf-title mono', data.label));
199
+ const facts = el('div', 'wf-facts');
200
+ facts.append(el('span', '', `At ${(data.offset_ns / 1e9).toFixed(3)}s`), el('span', '', data.duration_ns === null ? 'Duration not recorded' : `Duration ${(data.duration_ns / 1e9).toFixed(3)}s`), el('span', 'mono', `Span id ${data.span_id}`));
201
+ if (data.name !== data.label) facts.append(el('span', 'mono', `Instrumented as ${data.name}`));
202
+ host.append(facts);
203
+ const row = Array.from(document.querySelectorAll('.wf-row')).find(row => row.dataset.span === id);
204
+ if (row) {
205
+ const actions = el('div', 'wf-actions');
206
+ const one = el('a', 'linkish', 'Leave this span out'); one.href = row.querySelector('.wf-hide').href;
207
+ const label = el('a', 'linkish', 'Leave out every span with this label'); label.href = row.dataset.labelFilter;
208
+ actions.append(one, label); host.append(actions);
209
+ }
210
+ renderContent(host, data, reload);
211
+ } catch (error) { if (error.name !== 'AbortError') host.replaceChildren(el('p', 'muted', error.message), button('Retry', () => reload(section, chunk))); }
212
+ finally { if (!signal.aborted) host.removeAttribute('aria-busy'); }
213
+ }
214
+ };
215
+ })();
@@ -0,0 +1,145 @@
1
+ {% extends "base.html" %}
2
+ {% from "catalogue/use_bundle.html" import use_bundle %}
3
+ {% set plural = 'Agents' if kind == 'agent' else 'Capabilities' %}
4
+ {% block title %}{{ title }} — Nullius{% endblock %}
5
+ {% block crumb %}/ <a href="{{ url_for('agents_page' if kind == 'agent' else 'features_page') }}">{{ plural|lower }}</a> / {{ e.d.key }}{% endblock %}
6
+ {% block head %}<link rel="stylesheet" href="{{ url_for('static', filename='catalogue/catalogue.css') }}">{% endblock %}
7
+ {% block body %}
8
+ {# One of the standard's agents (or capabilities): its definition, the ports it proved, what it can run. docs/standard.md #}
9
+ <div class="std-index">
10
+ {% set d = e.d %}
11
+ <section class="std-card" id="{{ d.key }}" aria-labelledby="std-{{ d.key }}">
12
+ <div class="std-head std-entry-head">
13
+ <span class="std-mark" aria-hidden="true">{{ agent_mark(kind, d.key, d.label) }}</span>
14
+ <div>
15
+ <h1 id="std-{{ d.key }}">{{ d.label }}</h1>
16
+ <div class="std-tags">
17
+ {% if kind == 'capability' %}<span class="cat-tag">{{ d.kind }}</span>{% endif %}
18
+ <span class="std-tag">{{ e.protocol }}</span>
19
+ {% if d.example %}<span class="std-tag" title="Nullius's own, to read or copy - not an agent to compare">example</span>{% endif %}
20
+ {% if versions %}<span class="std-tag">{{ 'default version' if d._version == d._default else 'not the default version' }}</span>{% endif %}
21
+ </div>
22
+ </div>
23
+ {% if restore_bundle and local %}<div class="bench-actions">{{ use_bundle('agents' if kind == 'agent' else 'capabilities', d.key, csrf) }}</div>{% endif %}
24
+ </div>
25
+ <p class="std-summary">{{ d.summary }}</p>
26
+ {% if versions %}
27
+ {# Each version has its own pins and its own proofs: a new release is offered only once it has proven its ports. #}
28
+ <nav class="std-versions" aria-label="Versions">
29
+ <span>Versions</span>
30
+ {% for x in versions %}<a href="{{ url_for('agent_page' if kind == 'agent' else 'feature_page', key=d.key, v=x.v) }}"{% if x.current %} aria-current="page"{% endif %}><b>{{ x.v }}</b><small>{{ x.proven }}/{{ x.ports }} proven{{ ' · default' if x.default else '' }}</small></a>{% endfor %}
31
+ </nav>
32
+ {% endif %}
33
+ {% set upstream = d.get('upstream', {}) %}
34
+ {% set install = d.get('install', {}) %}
35
+ {% if upstream or install %}
36
+ <section class="std-source" aria-labelledby="source-title">
37
+ <h2 id="source-title">Source</h2>
38
+ <dl class="std-source-grid">
39
+ {% if upstream.repository %}<div><dt>Repository</dt><dd>{% if upstream.repository.startswith(('https://', 'http://')) %}<a href="{{ upstream.repository }}">{{ upstream.repository|replace('https://github.com/', '')|replace('https://', '') }}</a>{% else %}<code>{{ upstream.repository }}</code>{% endif %}</dd></div>{% endif %}
40
+ {% if upstream.package %}<div><dt>Package</dt><dd><code>{{ upstream.package }}</code></dd></div>{% endif %}
41
+ {% set version = upstream.tag or upstream.version %}
42
+ {% if version and not (upstream.tested and upstream.tested.startswith(version)) %}<div><dt>Version</dt><dd><code>{{ version }}</code></dd></div>{% endif %}
43
+ {% if upstream.tested %}<div><dt>Commit</dt><dd><code title="{{ upstream.tested }}">{{ upstream.tested[:12] }}</code></dd></div>{% endif %}
44
+ {% if upstream.license and upstream.license != 'unknown' %}<div><dt>Licence</dt><dd>{{ upstream.license }}</dd></div>{% endif %}
45
+ </dl>
46
+ {% if install %}
47
+ <details class="std-source-install">
48
+ <summary>Installation</summary>
49
+ <dl class="std-source-grid">
50
+ {% if install.python %}<div><dt>Python</dt><dd>{{ install.python }}</dd></div>{% endif %}
51
+ {% if install.project %}<div><dt>Project</dt><dd><code>{{ install.project }}{% if install.extras %}[{{ install.extras|join(', ') }}]{% endif %}</code></dd></div>{% endif %}
52
+ {% for label, packages in [('npm', install.get('npm', [])), ('pip', install.get('pip', []))] %}{% if packages %}<div><dt>{{ label }}</dt><dd>{% for package in packages %}<code>{{ package }}</code>{% if not loop.last %}<br>{% endif %}{% endfor %}</dd></div>{% endif %}{% endfor %}
53
+ {% for index in install.get('indexes', []) %}<div><dt>Package index</dt><dd><code>{{ index.packages|join(', ') }}</code><small>{{ index.url }}</small></dd></div>{% endfor %}
54
+ {% if install.prefetch %}<div><dt>Models</dt><dd>{% for model in install.prefetch %}<code>{{ model }}</code>{% if not loop.last %}<br>{% endif %}{% endfor %}</dd></div>{% endif %}
55
+ </dl>
56
+ </details>
57
+ {% endif %}
58
+ </section>
59
+ {% endif %}
60
+
61
+ <div class="std-cols">
62
+ <div>
63
+ <table class="std-ports">
64
+ <thead><tr><th scope="col">Ports</th><th scope="col">Proven</th></tr></thead>
65
+ <tbody>
66
+ {% for r in e.ports %}
67
+ <tr class="st-{{ r.state|replace(' ', '-') }}">
68
+ <td><b class="std-portname"{% if r.kit %} title="Kit v{{ r.kit.version }} · {{ r.kit.checks }} checks: {{ r.kit.says }}"{% endif %}>{% if r.kit %}<a href="{{ url_for('kit_page', key=r.kit.key) }}">{{ r.label }}</a>{% else %}{{ r.label }}{% endif %}</b> <code class="std-portid">{{ r.port }}</code><small>{{ r.summary }}</small>
69
+ {% if r.skills %}<small class="std-skills">Skills: {% for s in r.skills %}<span class="std-fidelity {{ 'ok' if s.shown else 'no' }}" title="{{ s.id }}{% if s.passed %} · {{ s.passed }}{% endif %}">{{ s.says }} {{ '✓' if s.shown else '✗' }}</span>{{ ' · ' if not loop.last }}{% endfor %}</small>{% endif %}
70
+ {% if not r.kit %}<small class="std-kit">No kit yet: nothing can prove it until a benchmark needs it.</small>{% endif %}</td>
71
+ <td>{% if r.record %}<b title="proven on {{ r.record.on }}{% if r.record.model %} with {{ r.record.model }}{% endif %}, kit v{{ r.proof_kit }}{% if r.record.backend %}, {{ 'local processes' if r.record.backend == 'local' else 'container' }}{% endif %}">{{ r.record.passed }}</b>{% if r.older_kit %}<small class="std-kit" title="{{ r.older_kit }}">newer kit: worth running again</small>{% endif %}{% if r.job %}<small><a href="{{ url_for('job', job_id=r.job) }}">its job</a></small>{% endif %}
72
+ {%- else %}<b>{{ r.state }}</b>{% endif %}</td>
73
+ </tr>
74
+ {% endfor %}
75
+ </tbody>
76
+ </table>
77
+ {% if e.fidelity %}
78
+ {# cli fidelity: the same tasks driven over ACP and through the agent's own command, the model's requests compared #}
79
+ <h3 class="std-subhead">Fidelity</h3>
80
+ <p class="std-fid {{ 'ok' if e.fidelity.verdict == 'same' else 'no' }}"><b>ACP {{ '= its own CLI ✓' if e.fidelity.verdict == 'same' else '≠ its own CLI: ' ~ e.fidelity.verdict }}</b>
81
+ <small title="{{ e.fidelity.on }} · {{ e.fidelity.model }}{% if e.fidelity.passes %} · {{ e.fidelity.passes }} passes each way{% endif %}">Its model gets the same requests over ACP as from its own command line{% if e.fidelity.differs %}; differs in {{ e.fidelity.differs|join(', ') }}{% endif %}.</small></p>
82
+ {% endif %}
83
+ {% if e.options %}
84
+ <h3 class="std-subhead">Options</h3>
85
+ <ul class="std-optlist">
86
+ {% for x in e.options %}<li><code>{{ x.name }}</code> <span class="std-tag">{{ x.default }} (its default)</span>{% if x['values'] %}<small>takes {{ x['values']|join(', ') }}</small>{% elif x.pattern %}<small>takes <code>{{ x.pattern }}</code></small>{% endif %}<small title="{{ x.summary }}">{{ x.summary.split(':')[0].split(';')[0].split('.')[0] }}.</small></li>{% endfor %}
87
+ </ul>
88
+ {% endif %}
89
+ </div>
90
+ <div>
91
+ <h3>Runs</h3>
92
+ {% if not e.fits %}<p class="std-none">No benchmark of the standard takes {{ 'an agent' if kind == 'agent' else 'a capability' }} yet.</p>{% endif %}
93
+ <ul class="std-fits">
94
+ {% for f in e.fits %}
95
+ {% if not f.why %}<li class="fit"><svg class="bench-mark" aria-hidden="true"><use href="{{ url_for('static', filename='catalogue/marks.svg') }}#bm-{{ f.key }}"/></svg><span><b>{{ f.label }}</b><small>needs {{ f.needs|join(', ') }}</small></span><a class="btn ghost" href="{{ url_for('new_run', standard=f.key, other=d._ref) }}">New run</a></li>
96
+ {% else %}<li class="unfit"><svg class="bench-mark" aria-hidden="true"><use href="{{ url_for('static', filename='catalogue/marks.svg') }}#bm-{{ f.key }}"/></svg><span><b>{{ f.label }}</b><small>{{ f.why|join('; ') }}</small></span></li>{% endif %}
97
+ {% endfor %}
98
+ </ul>
99
+ </div>
100
+ </div>
101
+
102
+ {% if local %}
103
+ <details class="std-check">
104
+ <summary>Prove its ports</summary>
105
+ <form method="post" action="{{ url_for('agent_check' if kind == 'agent' else 'feature_check', key=d.key) }}">
106
+ <input type="hidden" name="csrf" value="{{ csrf }}">
107
+ {% if versions %}<input type="hidden" name="version" value="{{ d._version }}">{% endif %}
108
+ <p>Test its ports with the selected model. Results update its proofs.</p>
109
+ {% if providers %}
110
+ <div class="std-form">
111
+ <label>Run in<select name="backend"><option value="local">Local processes</option><option value="container">Container</option></select></label>
112
+ <label>Provider<select name="provider">{% for p, label in providers %}<option value="{{ p }}">{{ label }}</option>{% endfor %}</select></label>
113
+ <label>Model<input name="model" required autocomplete="off" spellcheck="false" placeholder="gpt-5-mini"></label>
114
+ </div>
115
+ {% if kind == 'agent' %}<label class="std-consent"><input type="checkbox" name="unsandboxed" value="yes" required> Run it on this machine, as me: the local backend is not a sandbox, and its permission requests are granted.</label>{% endif %}
116
+ <button class="btn" type="submit">Prove its ports</button>
117
+ {% else %}<p>A model key is needed first: set one in <a href="{{ url_for('settings_page') }}">Settings</a>.</p>{% endif %}
118
+ </form>
119
+ </details>
120
+ {% endif %}
121
+ </section>
122
+ </div>
123
+ {% endblock %}
124
+
125
+ {% block scripts %}
126
+ <script src="{{ url_for('static', filename='catalogue/versions.js') }}"></script>
127
+ {% if kind == 'agent' %}
128
+ <script>
129
+ (() => {
130
+ const form = document.querySelector('.std-check form');
131
+ const backend = form?.querySelector('[name="backend"]');
132
+ const consent = form?.querySelector('[name="unsandboxed"]');
133
+ if (!backend || !consent) return;
134
+ const sync = () => {
135
+ const local = backend.value === 'local';
136
+ consent.closest('label').hidden = !local;
137
+ consent.required = local;
138
+ consent.disabled = !local;
139
+ };
140
+ backend.addEventListener('change', sync);
141
+ sync();
142
+ })();
143
+ </script>
144
+ {% endif %}
145
+ {% endblock %}
@@ -0,0 +1,55 @@
1
+ {% extends "base.html" %}
2
+ {% block title %}{{ entry.label ~ ' kit' if entry else 'Kits' }} — Nullius{% endblock %}
3
+ {% block crumb %}/ <a href="{{ url_for('kits_page') }}">kits</a>{% if entry %} / {{ entry.label }}{% endif %}{% endblock %}
4
+ {% block head %}<link rel="stylesheet" href="{{ url_for('static', filename='catalogue/catalogue.css') }}">{% endblock %}
5
+ {% block body %}
6
+ {% if entry %}
7
+ {% set d = entry.d %}
8
+ <div class="std-index"><section class="std-card">
9
+ <div class="std-head"><div><h1>{{ entry.label }} kit</h1><div class="std-tags"><code class="std-tag">{{ entry.port }}</code><span class="std-tag">v{{ entry.version }}</span><span class="std-tag">{{ d.datasets|sum(attribute='units') }} checks</span></div></div></div>
10
+ <p class="std-summary">{{ d.summary }}</p>
11
+ <section class="std-source"><h2>Pass criteria</h2><p>{{ d.score.says }}.</p><p>Every basic check must pass to prove this port.</p></section>
12
+ {% if d.get('skills') %}<section class="std-source"><h2>Skills</h2><dl class="std-source-grid">{% for name, description in d.skills.items() %}<div><dt>{{ name }}</dt><dd>{{ description }}</dd></div>{% endfor %}</dl><p>Skills are recorded separately from the basic port proof.</p></section>{% endif %}
13
+ {% if d.get('controls') %}<section class="std-source"><h2>Controls</h2><dl class="std-source-grid">
14
+ {% for key, label in [('nop', 'Null control'), ('oracle', 'Reference control')] %}{% set control = d.controls.get(key) %}
15
+ {% if control %}<div><dt>{{ label }}</dt><dd>{{ control['from'] }}</dd></div>{% endif %}
16
+ {% endfor %}
17
+ </dl></section>{% endif %}
18
+ <p>Run this kit from {{ 'an' if d.family == 'agent' else 'a' }} <a href="{{ url_for('agents_page' if d.family == 'agent' else 'features_page') }}">{{ 'agent' if d.family == 'agent' else 'capability' }}</a>’s <b>Prove its ports</b> section.</p>
19
+ </section>
20
+ {% if d.get('check_details') %}
21
+ <section class="std-card kit-checks" aria-labelledby="kit-checks-title">
22
+ <h2 id="kit-checks-title">Checks</h2>
23
+ {% for id, check in d.check_details.items() %}
24
+ <details class="kit-check">
25
+ <summary class="kit-check-heading"><span class="kit-check-name">{{ check.label }}</span><code>{{ id }}</code><span class="std-tag">{{ 'Skill' if id in d.get('skills', {}) else 'Basic' }}</span></summary>
26
+ <p>{{ check.task }}</p><p class="muted"><b>Pass:</b> {{ check.passes }}</p>
27
+ </details>
28
+ {% endfor %}
29
+ <details class="kit-check-source kit-shared-source">
30
+ <summary class="kit-check-heading">Shared test source</summary>
31
+ {% for source in entry.sources %}<h4>{{ source.name }}</h4><pre tabindex="0" aria-label="{{ source.name }}"><code>{% for token in source.tokens %}{% if token.kind %}<span class="py-{{ token.kind }}">{{ token.text }}</span>{% else %}{{ token.text }}{% endif %}{% endfor %}</code></pre>{% endfor %}
32
+ </details>
33
+ </section>
34
+ {% endif %}
35
+ </div>
36
+ {% else %}
37
+ <div class="bench-index">
38
+ <header class="bench-index-head"><div><h1>Kits</h1><p class="bench-count">{{ entries|length }} conformance kits</p></div><label class="bench-find">Find<input type="search" id="bench-find" placeholder="Name, port, check" autocomplete="off"></label></header>
39
+ <div class="bench-filters"><div class="bench-cats" role="group" aria-label="Kit family" data-filter="family">
40
+ {% for value, label in [('', 'All'), ('agent', 'Agents'), ('capability', 'Capabilities')] %}<button type="button" class="bench-cat{{ ' on' if not value }}" data-value="{{ value }}" aria-pressed="{{ 'false' if value else 'true' }}">{{ label }}</button>{% endfor %}
41
+ </div></div>
42
+ <div class="bench-grid">
43
+ {% for e in entries %}<a class="bench-card" data-keys="{{ e.d.key }}" data-family="{{ e.d.family }}" data-find="{{ (e.label ~ ' ' ~ e.port ~ ' ' ~ e.d.summary ~ ' ' ~ e.d.get('check_details', {}))|lower }}" href="{{ url_for('kit_page', key=e.d.key) }}">
44
+ <div class="bench-card-top"><span class="std-tag">{{ e.d.family }}</span><span class="bench-harness">v{{ e.version }}</span></div>
45
+ <div class="bench-card-title">{{ e.label }}</div>
46
+ <div class="bench-card-domain"><code>{{ e.port }}</code></div>
47
+ <div class="bench-stats"><div><b>{{ e.d.datasets|sum(attribute='units') }}</b><span>checks</span></div></div>
48
+ </a>{% endfor %}
49
+ </div>
50
+ <p class="bench-none" id="bench-none" hidden>No kits match.</p>
51
+ </div>
52
+ {% endif %}
53
+ {% endblock %}
54
+
55
+ {% block scripts %}{% if not entry %}<script src="{{ url_for('static', filename='catalogue/catalogue.js') }}"></script>{% endif %}{% endblock %}
@@ -0,0 +1,58 @@
1
+ {% extends "base.html" %}
2
+ {% set plural = 'Agents' if kind == 'agent' else 'Capabilities' %}
3
+ {% block title %}{{ plural }} — Nullius{% endblock %}
4
+ {% block crumb %}/ {{ plural|lower }}{% endblock %}
5
+ {% block head %}<link rel="stylesheet" href="{{ url_for('static', filename='catalogue/catalogue.css') }}">{% endblock %}
6
+ {% block body %}
7
+ {# The standard's agents (or capabilities) as cards, as the benchmarks are; a card opens its own page. docs/standard.md #}
8
+ <div class="bench-index">
9
+ <header class="bench-index-head">
10
+ <div>
11
+ <h1>{{ plural }}</h1>
12
+ <p class="bench-count">{{ entries|length }} {{ plural|lower if entries|length != 1 else kind }} ·
13
+ {% if kind == 'agent' %}driven over ACP, the benchmark's tools served over MCP{% else %}driven over JSON lines{% endif %} · every model call through the relay</p>
14
+ </div>
15
+ <div class="bench-head-tools">
16
+ <button type="button" class="btn" id="std-how-open" aria-haspopup="dialog">+ Add {{ 'an agent' if kind == 'agent' else 'a capability' }}</button>
17
+ </div>
18
+ </header>
19
+
20
+ {% from "catalogue/add_dialog.html" import add_dialog %}
21
+ {% set a = 'an agent' if kind == 'agent' else 'a capability' %}
22
+ {% call add_dialog(a, prompts, kind) %}
23
+ <p>Commands use the installed <code>nullius</code> command. Your entries go in <code>{{ catalogue_dir }}</code>. Everything below uses <code>my-{{ 'agent' if kind == 'agent' else 'memory' }}</code> as the key: put yours.</p>
24
+ <ol class="std-steps">
25
+ {% for st in how %}
26
+ <li>
27
+ <b>{{ st.title }}</b>
28
+ <p>{{ st.text|safe }}</p>
29
+ <div class="std-code">
30
+ <div class="std-code-head"><span>{{ st.file or st.lang }}</span><button type="button" class="std-copy">Copy</button></div>
31
+ <pre><code>{{ st.code }}</code></pre>
32
+ </div>
33
+ </li>
34
+ {% endfor %}
35
+ </ol>
36
+ <p class="std-how-more">The whole contract: <code>docs/standard.md</code> in the source checkout. A bundled example to read: <code style="overflow-wrap: anywhere">{{ example_dir }}</code>.</p>
37
+ {% endcall %}
38
+
39
+ {% if problems %}<div class="std-problems"><strong>Not offered: a definition with problems</strong><ul>{% for p in problems %}<li>{{ p }}</li>{% endfor %}</ul></div>{% endif %}
40
+ {% if not entries %}<p class="bench-none">No {{ kind }} yet.</p>{% endif %}
41
+
42
+ <div class="bench-grid">
43
+ {% for e in entries %}{% set d = e.d %}{% set proven = e.ports|selectattr('state', 'equalto', 'proven')|list %}{% set runs = e.fits|rejectattr('why')|list %}
44
+ <a class="bench-card" id="{{ d.key }}" href="{{ url_for('agent_page' if kind == 'agent' else 'feature_page', key=d.key) }}">
45
+ <div class="bench-card-top"><span class="bench-card-tags">{% if kind == 'capability' %}<span class="cat-tag">{{ d.kind }}</span>{% endif %}<span class="std-tag">{{ e.protocol }}</span>{% if d.example %}<span class="std-tag" title="Nullius's own, to read or copy - not an agent to compare">example</span>{% endif %}</span><span class="bench-harness">{{ ('v' ~ d.upstream.version if d.upstream and d.upstream.version else '') ~ (' · ' ~ d._versions|length ~ ' versions' if d._versions|length > 1 else '') }}</span></div>
46
+ <div class="bench-card-title"><span class="std-mark small" aria-hidden="true">{{ agent_mark(kind, d.key, d.label) }}</span>{{ d.label }}</div>
47
+ <div class="bench-card-domain std-clamp">{{ d.summary }}</div>
48
+ <div class="bench-stats">
49
+ <div><b>{{ proven|length }}/{{ e.ports|length }}</b><span>ports proven</span></div>
50
+ <div><b>{{ runs|length }}/{{ e.fits|length }}</b><span>benchmarks it runs</span></div>
51
+ <div><b class="word">{{ 'yes' if e.install else 'no' }}</b><span>installs</span></div>
52
+ </div>
53
+ </a>
54
+ {% endfor %}
55
+ </div>
56
+ </div>
57
+ {% endblock %}
58
+ {% block scripts %}<script src="{{ url_for('static', filename='catalogue/add.js') }}"></script>{% endblock %}