nullius-eval 0.1.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- _nullius_app/.env.example +55 -0
- _nullius_app/app.py +96 -0
- _nullius_app/requirements.txt +1 -0
- _nullius_app/static/brand/README.md +20 -0
- _nullius_app/static/brand/docker.svg +1 -0
- _nullius_app/static/brand/favicon.svg +1 -0
- _nullius_app/static/brand/huggingface.svg +37 -0
- _nullius_app/static/brand/mark-dark.svg +1 -0
- _nullius_app/static/brand/marks.svg +34 -0
- _nullius_app/static/brand/tokens.json +51 -0
- _nullius_app/static/brand/typesafe.png +0 -0
- _nullius_app/static/brand/wordmark-dark.svg +1 -0
- _nullius_app/static/builder/command-builder-core.js +763 -0
- _nullius_app/static/builder/command-builder.css +248 -0
- _nullius_app/static/builder/command-builder.js +997 -0
- _nullius_app/static/builder/model-picker.js +113 -0
- _nullius_app/static/catalogue/add.js +46 -0
- _nullius_app/static/catalogue/agents/README.md +19 -0
- _nullius_app/static/catalogue/agents/goose.svg +1 -0
- _nullius_app/static/catalogue/agents/jiuwenswarm.svg +33 -0
- _nullius_app/static/catalogue/agents/marks.json +8 -0
- _nullius_app/static/catalogue/agents/mini-swe-agent.svg +7 -0
- _nullius_app/static/catalogue/agents/opencode.svg +7 -0
- _nullius_app/static/catalogue/catalogue.css +436 -0
- _nullius_app/static/catalogue/catalogue.js +87 -0
- _nullius_app/static/catalogue/marks.svg +29 -0
- _nullius_app/static/catalogue/new.js +78 -0
- _nullius_app/static/catalogue/versions.js +27 -0
- _nullius_app/static/compare/comparison.css +117 -0
- _nullius_app/static/controls.js +117 -0
- _nullius_app/static/disclosures.js +70 -0
- _nullius_app/static/fonts/0569c822cab6c510.ttf +0 -0
- _nullius_app/static/fonts/DMSans-Medium.woff2 +0 -0
- _nullius_app/static/fonts/DMSans-Regular.woff2 +0 -0
- _nullius_app/static/fonts/IBMPlexMono-Medium.woff2 +0 -0
- _nullius_app/static/fonts/IBMPlexMono-Regular.woff2 +0 -0
- _nullius_app/static/fonts/InstrumentSerif-Italic.woff2 +0 -0
- _nullius_app/static/fonts/InstrumentSerif-Regular.woff2 +0 -0
- _nullius_app/static/fonts/README.md +11 -0
- _nullius_app/static/fonts/c1e7453ea26a1d1e.ttf +0 -0
- _nullius_app/static/fonts/dmsans-OFL.txt +93 -0
- _nullius_app/static/fonts/ibmplexmono-OFL.txt +93 -0
- _nullius_app/static/fonts/instrumentserif-OFL.txt +93 -0
- _nullius_app/static/fonts.css +49 -0
- _nullius_app/static/notifications.js +49 -0
- _nullius_app/static/onboarding.css +78 -0
- _nullius_app/static/onboarding.js +158 -0
- _nullius_app/static/runs/board.css +358 -0
- _nullius_app/static/runs/board.js +127 -0
- _nullius_app/static/runs/launches.css +88 -0
- _nullius_app/static/runs/live-board.css +186 -0
- _nullius_app/static/runs/live-board.js +394 -0
- _nullius_app/static/runs/path-suggestions.js +119 -0
- _nullius_app/static/runs/start.css +38 -0
- _nullius_app/static/settings/autosave.js +162 -0
- _nullius_app/static/settings/custom-keys.js +100 -0
- _nullius_app/static/settings/data-providers.js +88 -0
- _nullius_app/static/settings/judges.js +61 -0
- _nullius_app/static/settings/modal.css +32 -0
- _nullius_app/static/settings/modal.js +91 -0
- _nullius_app/static/settings/navigation.js +55 -0
- _nullius_app/static/settings/prices.js +68 -0
- _nullius_app/static/settings/providers.js +134 -0
- _nullius_app/static/settings/sandbox.js +20 -0
- _nullius_app/static/settings/settings.css +288 -0
- _nullius_app/static/style.css +1752 -0
- _nullius_app/static/traces/conversation.css +49 -0
- _nullius_app/static/traces/conversation.js +215 -0
- _nullius_app/templates/agents/entry.html +145 -0
- _nullius_app/templates/agents/kits.html +55 -0
- _nullius_app/templates/agents/standard.html +58 -0
- _nullius_app/templates/base.html +479 -0
- _nullius_app/templates/builder/new_run.html +55 -0
- _nullius_app/templates/catalogue/add_dialog.html +32 -0
- _nullius_app/templates/catalogue/benchmark.html +270 -0
- _nullius_app/templates/catalogue/benchmarks.html +91 -0
- _nullius_app/templates/catalogue/new.html +141 -0
- _nullius_app/templates/catalogue/use_bundle.html +11 -0
- _nullius_app/templates/compare/_detail.html +37 -0
- _nullius_app/templates/compare/compare.html +298 -0
- _nullius_app/templates/compare/compare_picker.html +51 -0
- _nullius_app/templates/compare/compare_task.html +329 -0
- _nullius_app/templates/runs/_execution.html +131 -0
- _nullius_app/templates/runs/_runtime.html +5 -0
- _nullius_app/templates/runs/ascii-mark.html +485 -0
- _nullius_app/templates/runs/feasibility.html +127 -0
- _nullius_app/templates/runs/index.html +609 -0
- _nullius_app/templates/runs/job.html +460 -0
- _nullius_app/templates/runs/preparing.html +14 -0
- _nullius_app/templates/runs/reconcile.html +124 -0
- _nullius_app/templates/runs/setup.html +272 -0
- _nullius_app/templates/runs/start.html +51 -0
- _nullius_app/templates/settings/custom_keys.html +82 -0
- _nullius_app/templates/settings/data_providers.html +27 -0
- _nullius_app/templates/settings/settings.html +564 -0
- _nullius_app/templates/traces/_charts.html +165 -0
- _nullius_app/templates/traces/_conversation.html +37 -0
- _nullius_app/templates/traces/_judgement.html +72 -0
- _nullius_app/templates/traces/artifact.html +15 -0
- _nullius_app/templates/traces/trial.html +838 -0
- _nullius_app/templates/workspaces/workspaces.html +54 -0
- _nullius_app/web/__init__.py +1 -0
- _nullius_app/web/agents.py +230 -0
- _nullius_app/web/builder.py +406 -0
- _nullius_app/web/catalogue.py +370 -0
- _nullius_app/web/compare.py +489 -0
- _nullius_app/web/core.py +17 -0
- _nullius_app/web/execute.py +223 -0
- _nullius_app/web/feasibility.py +60 -0
- _nullius_app/web/filters.py +231 -0
- _nullius_app/web/judge.py +623 -0
- _nullius_app/web/judge_tasks.py +33 -0
- _nullius_app/web/onboarding.py +20 -0
- _nullius_app/web/reconcile.py +47 -0
- _nullius_app/web/runs.py +464 -0
- _nullius_app/web/settings.py +324 -0
- _nullius_app/web/shared.py +507 -0
- _nullius_app/web/traces.py +306 -0
- _nullius_app/web/workspaces.py +84 -0
- nullius/__init__.py +32 -0
- nullius/__main__.py +5 -0
- nullius/catalogue/__init__.py +0 -0
- nullius/catalogue/agents/codex/agent.json +222 -0
- nullius/catalogue/agents/codex/config.toml +25 -0
- nullius/catalogue/agents/goose/agent.json +131 -0
- nullius/catalogue/agents/goose/config.yaml +20 -0
- nullius/catalogue/agents/jiuwenswarm/agent.json +197 -0
- nullius/catalogue/agents/jiuwenswarm/agent.py +355 -0
- nullius/catalogue/agents/mini-swe-agent/agent.json +68 -0
- nullius/catalogue/agents/mini-swe-agent/run.py +37 -0
- nullius/catalogue/agents/opencode/agent.json +135 -0
- nullius/catalogue/agents/opencode/opencode.json +32 -0
- nullius/catalogue/agents/reference/agent.json +89 -0
- nullius/catalogue/agents/reference/agent.py +209 -0
- nullius/catalogue/agents/terminus-2/agent.json +64 -0
- nullius/catalogue/agents/terminus-2/run.py +139 -0
- nullius/catalogue/benchmarks/gaia/benchmark.json +72 -0
- nullius/catalogue/benchmarks/gaia/data-source.json +29 -0
- nullius/catalogue/benchmarks/gaia/driver.py +188 -0
- nullius/catalogue/benchmarks/gaia/env/data.Dockerfile +1 -0
- nullius/catalogue/benchmarks/gaia/standard.json +278 -0
- nullius/catalogue/benchmarks/gaia/upstream-settings.json +275 -0
- nullius/catalogue/benchmarks/gsm8k/benchmark.json +34 -0
- nullius/catalogue/benchmarks/gsm8k/driver.py +101 -0
- nullius/catalogue/benchmarks/gsm8k/standard.json +124 -0
- nullius/catalogue/benchmarks/gsm8k/upstream-settings.json +86 -0
- nullius/catalogue/benchmarks/humaneval/benchmark.json +36 -0
- nullius/catalogue/benchmarks/humaneval/driver.py +243 -0
- nullius/catalogue/benchmarks/humaneval/standard.json +115 -0
- nullius/catalogue/benchmarks/humaneval/upstream-settings.json +72 -0
- nullius/catalogue/benchmarks/locomo/benchmark.json +43 -0
- nullius/catalogue/benchmarks/locomo/driver.py +270 -0
- nullius/catalogue/benchmarks/locomo/standard.json +265 -0
- nullius/catalogue/benchmarks/locomo/upstream-settings.json +112 -0
- nullius/catalogue/benchmarks/longmemeval/benchmark.json +65 -0
- nullius/catalogue/benchmarks/longmemeval/driver.py +379 -0
- nullius/catalogue/benchmarks/longmemeval/standard.json +733 -0
- nullius/catalogue/benchmarks/longmemeval/upstream-settings.json +76 -0
- nullius/catalogue/benchmarks/swe-bench-verified/benchmark.json +87 -0
- nullius/catalogue/benchmarks/swe-bench-verified/driver.py +116 -0
- nullius/catalogue/benchmarks/swe-bench-verified/images.json +502 -0
- nullius/catalogue/benchmarks/swe-bench-verified/standard.json +108 -0
- nullius/catalogue/benchmarks/swe-bench-verified/upstream-settings.json +32 -0
- nullius/catalogue/benchmarks/tau3-bench/benchmark.json +49 -0
- nullius/catalogue/benchmarks/tau3-bench/driver.py +608 -0
- nullius/catalogue/benchmarks/tau3-bench/mcp_server.py +114 -0
- nullius/catalogue/benchmarks/tau3-bench/search_relay.py +19 -0
- nullius/catalogue/benchmarks/tau3-bench/standard.json +547 -0
- nullius/catalogue/benchmarks/tau3-bench/upstream-settings.json +639 -0
- nullius/catalogue/benchmarks/terminal-bench/benchmark.json +69 -0
- nullius/catalogue/benchmarks/terminal-bench/driver.py +267 -0
- nullius/catalogue/benchmarks/terminal-bench/standard.json +166 -0
- nullius/catalogue/benchmarks/terminal-bench/upstream-settings.json +36 -0
- nullius/catalogue/capabilities/keyword-memory/capability.json +33 -0
- nullius/catalogue/capabilities/keyword-memory/capability.py +55 -0
- nullius/catalogue/capabilities/mem0/capability.json +135 -0
- nullius/catalogue/capabilities/mem0/capability.py +173 -0
- nullius/catalogue/catalog.py +426 -0
- nullius/catalogue/citation.py +116 -0
- nullius/catalogue/harbor_entry.py +367 -0
- nullius/catalogue/sources.py +107 -0
- nullius/catalogue/storage.py +125 -0
- nullius/cli.py +85 -0
- nullius/compare/__init__.py +0 -0
- nullius/compare/cli.py +265 -0
- nullius/compare/comparison.py +184 -0
- nullius/execution.py +1653 -0
- nullius/gitrefs.py +128 -0
- nullius/harbor/__init__.py +0 -0
- nullius/harbor/feed.py +228 -0
- nullius/harbor/source.py +582 -0
- nullius/hosts.py +368 -0
- nullius/importers/__init__.py +140 -0
- nullius/importers/atif.py +387 -0
- nullius/importers/cli.py +135 -0
- nullius/importers/otel.py +274 -0
- nullius/judge/__init__.py +14 -0
- nullius/judge/batch.py +122 -0
- nullius/judge/client.py +433 -0
- nullius/judge/floors.json +86 -0
- nullius/judge/lanes.py +89 -0
- nullius/judge/questions.py +309 -0
- nullius/judge/reconcile.py +176 -0
- nullius/judge/state.py +224 -0
- nullius/judge/store.py +167 -0
- nullius/migrate.py +268 -0
- nullius/onboarding.py +116 -0
- nullius/paths.py +89 -0
- nullius/prerequisites.py +129 -0
- nullius/prices.py +283 -0
- nullius/progress.py +294 -0
- nullius/providers.py +335 -0
- nullius/recipes/__init__.py +0 -0
- nullius/recipes/launch.py +78 -0
- nullius/redact.py +72 -0
- nullius/runs/__init__.py +0 -0
- nullius/runs/artifacts.py +67 -0
- nullius/runs/classify.py +216 -0
- nullius/runs/cli.py +316 -0
- nullius/runs/feasibility.py +442 -0
- nullius/runs/launches.py +149 -0
- nullius/runs/live.py +715 -0
- nullius/runs/parse.py +1016 -0
- nullius/runs/verifier.py +241 -0
- nullius/sandbox.py +109 -0
- nullius/secrets.py +218 -0
- nullius/settings.py +544 -0
- nullius/standard/__init__.py +15 -0
- nullius/standard/acp.py +305 -0
- nullius/standard/cancellation.py +19 -0
- nullius/standard/cli.py +703 -0
- nullius/standard/conform.py +149 -0
- nullius/standard/container.py +1870 -0
- nullius/standard/definitions.py +1651 -0
- nullius/standard/egress.py +192 -0
- nullius/standard/fidelity.py +256 -0
- nullius/standard/forward.py +139 -0
- nullius/standard/hostreq.py +105 -0
- nullius/standard/howto.py +220 -0
- nullius/standard/install.py +428 -0
- nullius/standard/job.py +551 -0
- nullius/standard/jsonl.py +129 -0
- nullius/standard/kits/agent-conversation-v1/driver.py +27 -0
- nullius/standard/kits/agent-conversation-v1/standard.json +26 -0
- nullius/standard/kits/agent-search-v1/driver.py +171 -0
- nullius/standard/kits/agent-search-v1/standard.json +99 -0
- nullius/standard/kits/agent-task-v1/driver.py +25 -0
- nullius/standard/kits/agent-task-v1/standard.json +100 -0
- nullius/standard/kits/agent-tools-v1/driver.py +206 -0
- nullius/standard/kits/agent-tools-v1/mcp_kit.py +209 -0
- nullius/standard/kits/agent-tools-v1/standard.json +119 -0
- nullius/standard/kits/agent-workspace-v1/driver.py +65 -0
- nullius/standard/kits/agent-workspace-v1/standard.json +95 -0
- nullius/standard/kits/cap-memory-v1/driver.py +39 -0
- nullius/standard/kits/cap-memory-v1/standard.json +91 -0
- nullius/standard/ledger.py +326 -0
- nullius/standard/match.py +66 -0
- nullius/standard/mcp_bridge.py +62 -0
- nullius/standard/mcp_machine.py +193 -0
- nullius/standard/merge.py +239 -0
- nullius/standard/names.py +37 -0
- nullius/standard/network_requirements.py +44 -0
- nullius/standard/pace.py +53 -0
- nullius/standard/payload.py +278 -0
- nullius/standard/pins.py +130 -0
- nullius/standard/ports.py +70 -0
- nullius/standard/prove.py +373 -0
- nullius/standard/recipe.py +746 -0
- nullius/standard/relay.py +785 -0
- nullius/standard/run.py +1781 -0
- nullius/standard/setup_container.py +208 -0
- nullius/standard/shard.py +71 -0
- nullius/standard/web_services.py +30 -0
- nullius/traces/__init__.py +0 -0
- nullius/traces/behavior.py +131 -0
- nullius/traces/charts.py +898 -0
- nullius/traces/conversation.py +159 -0
- nullius/traces/otel.py +608 -0
- nullius/traces/trace.py +1477 -0
- nullius/traces/trajectory.py +586 -0
- nullius/workspace.py +417 -0
- nullius/workspace_cli.py +119 -0
- nullius_eval-0.1.0.dist-info/METADATA +93 -0
- nullius_eval-0.1.0.dist-info/RECORD +291 -0
- nullius_eval-0.1.0.dist-info/WHEEL +5 -0
- nullius_eval-0.1.0.dist-info/entry_points.txt +2 -0
- nullius_eval-0.1.0.dist-info/licenses/LICENSE +202 -0
- nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/dmsans-OFL.txt +93 -0
- nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/ibmplexmono-OFL.txt +93 -0
- nullius_eval-0.1.0.dist-info/licenses/app/static/fonts/instrumentserif-OFL.txt +93 -0
- nullius_eval-0.1.0.dist-info/top_level.txt +2 -0
|
@@ -0,0 +1,485 @@
|
|
|
1
|
+
{# Fixed glyph coordinates preserve the identity mark's circular proportions at every size. #}
|
|
2
|
+
<svg class="start-ascii" viewBox="0 0 256 256" width="236" height="236" aria-hidden="true" focusable="false">
|
|
3
|
+
<defs><linearGradient id="start-mark-fade" x1="0" y1="0" x2=".8" y2="1"><stop offset="0" stop-color="white" stop-opacity=".15"/><stop offset=".4" stop-color="white" stop-opacity=".8"/><stop offset="1" stop-color="white" stop-opacity=".1"/></linearGradient><mask id="start-mark-mask"><rect width="256" height="256" fill="url(#start-mark-fade)"/></mask></defs>
|
|
4
|
+
<g fill="currentColor" mask="url(#start-mark-mask)" text-anchor="middle" dominant-baseline="central">
|
|
5
|
+
<text x="100" y="56">:</text>
|
|
6
|
+
<text x="104" y="56">:</text>
|
|
7
|
+
<text x="108" y="56">:</text>
|
|
8
|
+
<text x="112" y="56">:</text>
|
|
9
|
+
<text x="116" y="56">:</text>
|
|
10
|
+
<text x="120" y="56">:</text>
|
|
11
|
+
<text x="124" y="56">:</text>
|
|
12
|
+
<text x="128" y="56">:</text>
|
|
13
|
+
<text x="132" y="56">:</text>
|
|
14
|
+
<text x="136" y="56">:</text>
|
|
15
|
+
<text x="140" y="56">:</text>
|
|
16
|
+
<text x="144" y="56">:</text>
|
|
17
|
+
<text x="148" y="56">:</text>
|
|
18
|
+
<text x="152" y="56">:</text>
|
|
19
|
+
<text x="156" y="56">:</text>
|
|
20
|
+
<text x="188" y="56">:</text>
|
|
21
|
+
<text x="192" y="56">:</text>
|
|
22
|
+
<text x="88" y="62">:</text>
|
|
23
|
+
<text x="92" y="62">:</text>
|
|
24
|
+
<text x="96" y="62">:</text>
|
|
25
|
+
<text x="100" y="62">:</text>
|
|
26
|
+
<text x="104" y="62">:</text>
|
|
27
|
+
<text x="108" y="62">:</text>
|
|
28
|
+
<text x="112" y="62">:</text>
|
|
29
|
+
<text x="116" y="62">:</text>
|
|
30
|
+
<text x="120" y="62">:</text>
|
|
31
|
+
<text x="124" y="62">:</text>
|
|
32
|
+
<text x="128" y="62">:</text>
|
|
33
|
+
<text x="132" y="62">:</text>
|
|
34
|
+
<text x="136" y="62">:</text>
|
|
35
|
+
<text x="140" y="62">:</text>
|
|
36
|
+
<text x="144" y="62">:</text>
|
|
37
|
+
<text x="148" y="62">:</text>
|
|
38
|
+
<text x="152" y="62">:</text>
|
|
39
|
+
<text x="156" y="62">:</text>
|
|
40
|
+
<text x="160" y="62">:</text>
|
|
41
|
+
<text x="164" y="62">:</text>
|
|
42
|
+
<text x="168" y="62">:</text>
|
|
43
|
+
<text x="180" y="62">:</text>
|
|
44
|
+
<text x="184" y="62">:</text>
|
|
45
|
+
<text x="188" y="62">:</text>
|
|
46
|
+
<text x="192" y="62">:</text>
|
|
47
|
+
<text x="196" y="62">:</text>
|
|
48
|
+
<text x="80" y="68">:</text>
|
|
49
|
+
<text x="84" y="68">:</text>
|
|
50
|
+
<text x="88" y="68">:</text>
|
|
51
|
+
<text x="92" y="68">:</text>
|
|
52
|
+
<text x="96" y="68">:</text>
|
|
53
|
+
<text x="100" y="68">:</text>
|
|
54
|
+
<text x="104" y="68">:</text>
|
|
55
|
+
<text x="108" y="68">:</text>
|
|
56
|
+
<text x="112" y="68">:</text>
|
|
57
|
+
<text x="116" y="68">:</text>
|
|
58
|
+
<text x="120" y="68">:</text>
|
|
59
|
+
<text x="124" y="68">:</text>
|
|
60
|
+
<text x="128" y="68">:</text>
|
|
61
|
+
<text x="132" y="68">:</text>
|
|
62
|
+
<text x="136" y="68">:</text>
|
|
63
|
+
<text x="140" y="68">:</text>
|
|
64
|
+
<text x="144" y="68">:</text>
|
|
65
|
+
<text x="148" y="68">:</text>
|
|
66
|
+
<text x="152" y="68">:</text>
|
|
67
|
+
<text x="156" y="68">:</text>
|
|
68
|
+
<text x="160" y="68">:</text>
|
|
69
|
+
<text x="164" y="68">:</text>
|
|
70
|
+
<text x="168" y="68">:</text>
|
|
71
|
+
<text x="172" y="68">:</text>
|
|
72
|
+
<text x="176" y="68">:</text>
|
|
73
|
+
<text x="180" y="68">:</text>
|
|
74
|
+
<text x="184" y="68">:</text>
|
|
75
|
+
<text x="188" y="68">:</text>
|
|
76
|
+
<text x="192" y="68">:</text>
|
|
77
|
+
<text x="196" y="68">:</text>
|
|
78
|
+
<text x="200" y="68">:</text>
|
|
79
|
+
<text x="72" y="74">:</text>
|
|
80
|
+
<text x="76" y="74">:</text>
|
|
81
|
+
<text x="80" y="74">:</text>
|
|
82
|
+
<text x="84" y="74">:</text>
|
|
83
|
+
<text x="88" y="74">:</text>
|
|
84
|
+
<text x="92" y="74">:</text>
|
|
85
|
+
<text x="96" y="74">:</text>
|
|
86
|
+
<text x="100" y="74">:</text>
|
|
87
|
+
<text x="104" y="74">:</text>
|
|
88
|
+
<text x="152" y="74">:</text>
|
|
89
|
+
<text x="156" y="74">:</text>
|
|
90
|
+
<text x="160" y="74">:</text>
|
|
91
|
+
<text x="164" y="74">:</text>
|
|
92
|
+
<text x="168" y="74">:</text>
|
|
93
|
+
<text x="172" y="74">:</text>
|
|
94
|
+
<text x="176" y="74">:</text>
|
|
95
|
+
<text x="180" y="74">:</text>
|
|
96
|
+
<text x="184" y="74">:</text>
|
|
97
|
+
<text x="188" y="74">:</text>
|
|
98
|
+
<text x="192" y="74">:</text>
|
|
99
|
+
<text x="196" y="74">:</text>
|
|
100
|
+
<text x="68" y="80">:</text>
|
|
101
|
+
<text x="72" y="80">:</text>
|
|
102
|
+
<text x="76" y="80">:</text>
|
|
103
|
+
<text x="80" y="80">:</text>
|
|
104
|
+
<text x="84" y="80">:</text>
|
|
105
|
+
<text x="88" y="80">:</text>
|
|
106
|
+
<text x="92" y="80">:</text>
|
|
107
|
+
<text x="164" y="80">:</text>
|
|
108
|
+
<text x="168" y="80">:</text>
|
|
109
|
+
<text x="172" y="80">:</text>
|
|
110
|
+
<text x="176" y="80">:</text>
|
|
111
|
+
<text x="180" y="80">:</text>
|
|
112
|
+
<text x="184" y="80">:</text>
|
|
113
|
+
<text x="188" y="80">:</text>
|
|
114
|
+
<text x="64" y="86">:</text>
|
|
115
|
+
<text x="68" y="86">:</text>
|
|
116
|
+
<text x="72" y="86">:</text>
|
|
117
|
+
<text x="76" y="86">:</text>
|
|
118
|
+
<text x="80" y="86">:</text>
|
|
119
|
+
<text x="84" y="86">:</text>
|
|
120
|
+
<text x="156" y="86">:</text>
|
|
121
|
+
<text x="160" y="86">:</text>
|
|
122
|
+
<text x="164" y="86">:</text>
|
|
123
|
+
<text x="168" y="86">:</text>
|
|
124
|
+
<text x="172" y="86">:</text>
|
|
125
|
+
<text x="176" y="86">:</text>
|
|
126
|
+
<text x="180" y="86">:</text>
|
|
127
|
+
<text x="184" y="86">:</text>
|
|
128
|
+
<text x="188" y="86">:</text>
|
|
129
|
+
<text x="192" y="86">:</text>
|
|
130
|
+
<text x="60" y="92">:</text>
|
|
131
|
+
<text x="64" y="92">:</text>
|
|
132
|
+
<text x="68" y="92">:</text>
|
|
133
|
+
<text x="72" y="92">:</text>
|
|
134
|
+
<text x="76" y="92">:</text>
|
|
135
|
+
<text x="80" y="92">:</text>
|
|
136
|
+
<text x="152" y="92">:</text>
|
|
137
|
+
<text x="156" y="92">:</text>
|
|
138
|
+
<text x="160" y="92">:</text>
|
|
139
|
+
<text x="164" y="92">:</text>
|
|
140
|
+
<text x="168" y="92">:</text>
|
|
141
|
+
<text x="172" y="92">:</text>
|
|
142
|
+
<text x="176" y="92">:</text>
|
|
143
|
+
<text x="180" y="92">:</text>
|
|
144
|
+
<text x="184" y="92">:</text>
|
|
145
|
+
<text x="188" y="92">:</text>
|
|
146
|
+
<text x="192" y="92">:</text>
|
|
147
|
+
<text x="196" y="92">:</text>
|
|
148
|
+
<text x="60" y="98">:</text>
|
|
149
|
+
<text x="64" y="98">:</text>
|
|
150
|
+
<text x="68" y="98">:</text>
|
|
151
|
+
<text x="72" y="98">:</text>
|
|
152
|
+
<text x="76" y="98">:</text>
|
|
153
|
+
<text x="144" y="98">:</text>
|
|
154
|
+
<text x="148" y="98">:</text>
|
|
155
|
+
<text x="152" y="98">:</text>
|
|
156
|
+
<text x="156" y="98">:</text>
|
|
157
|
+
<text x="160" y="98">:</text>
|
|
158
|
+
<text x="164" y="98">:</text>
|
|
159
|
+
<text x="168" y="98">:</text>
|
|
160
|
+
<text x="172" y="98">:</text>
|
|
161
|
+
<text x="180" y="98">:</text>
|
|
162
|
+
<text x="184" y="98">:</text>
|
|
163
|
+
<text x="188" y="98">:</text>
|
|
164
|
+
<text x="192" y="98">:</text>
|
|
165
|
+
<text x="196" y="98">:</text>
|
|
166
|
+
<text x="56" y="104">+</text>
|
|
167
|
+
<text x="60" y="104">+</text>
|
|
168
|
+
<text x="64" y="104">+</text>
|
|
169
|
+
<text x="68" y="104">+</text>
|
|
170
|
+
<text x="72" y="104">+</text>
|
|
171
|
+
<text x="140" y="104">+</text>
|
|
172
|
+
<text x="144" y="104">+</text>
|
|
173
|
+
<text x="148" y="104">+</text>
|
|
174
|
+
<text x="152" y="104">+</text>
|
|
175
|
+
<text x="156" y="104">+</text>
|
|
176
|
+
<text x="160" y="104">+</text>
|
|
177
|
+
<text x="164" y="104">+</text>
|
|
178
|
+
<text x="184" y="104">+</text>
|
|
179
|
+
<text x="188" y="104">+</text>
|
|
180
|
+
<text x="192" y="104">+</text>
|
|
181
|
+
<text x="196" y="104">+</text>
|
|
182
|
+
<text x="200" y="104">+</text>
|
|
183
|
+
<text x="56" y="110">+</text>
|
|
184
|
+
<text x="60" y="110">+</text>
|
|
185
|
+
<text x="64" y="110">+</text>
|
|
186
|
+
<text x="68" y="110">+</text>
|
|
187
|
+
<text x="72" y="110">+</text>
|
|
188
|
+
<text x="132" y="110">+</text>
|
|
189
|
+
<text x="136" y="110">+</text>
|
|
190
|
+
<text x="140" y="110">+</text>
|
|
191
|
+
<text x="144" y="110">+</text>
|
|
192
|
+
<text x="148" y="110">+</text>
|
|
193
|
+
<text x="152" y="110">+</text>
|
|
194
|
+
<text x="156" y="110">+</text>
|
|
195
|
+
<text x="160" y="110">+</text>
|
|
196
|
+
<text x="184" y="110">+</text>
|
|
197
|
+
<text x="188" y="110">+</text>
|
|
198
|
+
<text x="192" y="110">+</text>
|
|
199
|
+
<text x="196" y="110">+</text>
|
|
200
|
+
<text x="200" y="110">+</text>
|
|
201
|
+
<text x="52" y="116">+</text>
|
|
202
|
+
<text x="56" y="116">+</text>
|
|
203
|
+
<text x="60" y="116">+</text>
|
|
204
|
+
<text x="64" y="116">+</text>
|
|
205
|
+
<text x="68" y="116">+</text>
|
|
206
|
+
<text x="128" y="116">+</text>
|
|
207
|
+
<text x="132" y="116">+</text>
|
|
208
|
+
<text x="136" y="116">+</text>
|
|
209
|
+
<text x="140" y="116">+</text>
|
|
210
|
+
<text x="144" y="116">+</text>
|
|
211
|
+
<text x="148" y="116">+</text>
|
|
212
|
+
<text x="152" y="116">+</text>
|
|
213
|
+
<text x="188" y="116">+</text>
|
|
214
|
+
<text x="192" y="116">+</text>
|
|
215
|
+
<text x="196" y="116">+</text>
|
|
216
|
+
<text x="200" y="116">+</text>
|
|
217
|
+
<text x="204" y="116">+</text>
|
|
218
|
+
<text x="52" y="122">+</text>
|
|
219
|
+
<text x="56" y="122">+</text>
|
|
220
|
+
<text x="60" y="122">+</text>
|
|
221
|
+
<text x="64" y="122">+</text>
|
|
222
|
+
<text x="68" y="122">+</text>
|
|
223
|
+
<text x="120" y="122">+</text>
|
|
224
|
+
<text x="124" y="122">+</text>
|
|
225
|
+
<text x="128" y="122">+</text>
|
|
226
|
+
<text x="132" y="122">+</text>
|
|
227
|
+
<text x="136" y="122">+</text>
|
|
228
|
+
<text x="140" y="122">+</text>
|
|
229
|
+
<text x="144" y="122">+</text>
|
|
230
|
+
<text x="148" y="122">+</text>
|
|
231
|
+
<text x="188" y="122">+</text>
|
|
232
|
+
<text x="192" y="122">+</text>
|
|
233
|
+
<text x="196" y="122">+</text>
|
|
234
|
+
<text x="200" y="122">+</text>
|
|
235
|
+
<text x="204" y="122">+</text>
|
|
236
|
+
<text x="52" y="128">+</text>
|
|
237
|
+
<text x="56" y="128">+</text>
|
|
238
|
+
<text x="60" y="128">+</text>
|
|
239
|
+
<text x="64" y="128">+</text>
|
|
240
|
+
<text x="68" y="128">+</text>
|
|
241
|
+
<text x="116" y="128">+</text>
|
|
242
|
+
<text x="120" y="128">+</text>
|
|
243
|
+
<text x="124" y="128">+</text>
|
|
244
|
+
<text x="128" y="128">+</text>
|
|
245
|
+
<text x="132" y="128">+</text>
|
|
246
|
+
<text x="136" y="128">+</text>
|
|
247
|
+
<text x="140" y="128">+</text>
|
|
248
|
+
<text x="188" y="128">+</text>
|
|
249
|
+
<text x="192" y="128">+</text>
|
|
250
|
+
<text x="196" y="128">+</text>
|
|
251
|
+
<text x="200" y="128">+</text>
|
|
252
|
+
<text x="204" y="128">+</text>
|
|
253
|
+
<text x="52" y="134">+</text>
|
|
254
|
+
<text x="56" y="134">+</text>
|
|
255
|
+
<text x="60" y="134">+</text>
|
|
256
|
+
<text x="64" y="134">+</text>
|
|
257
|
+
<text x="68" y="134">+</text>
|
|
258
|
+
<text x="108" y="134">+</text>
|
|
259
|
+
<text x="112" y="134">+</text>
|
|
260
|
+
<text x="116" y="134">+</text>
|
|
261
|
+
<text x="120" y="134">+</text>
|
|
262
|
+
<text x="124" y="134">+</text>
|
|
263
|
+
<text x="128" y="134">+</text>
|
|
264
|
+
<text x="132" y="134">+</text>
|
|
265
|
+
<text x="136" y="134">+</text>
|
|
266
|
+
<text x="188" y="134">+</text>
|
|
267
|
+
<text x="192" y="134">+</text>
|
|
268
|
+
<text x="196" y="134">+</text>
|
|
269
|
+
<text x="200" y="134">+</text>
|
|
270
|
+
<text x="204" y="134">+</text>
|
|
271
|
+
<text x="52" y="140">+</text>
|
|
272
|
+
<text x="56" y="140">+</text>
|
|
273
|
+
<text x="60" y="140">+</text>
|
|
274
|
+
<text x="64" y="140">+</text>
|
|
275
|
+
<text x="68" y="140">+</text>
|
|
276
|
+
<text x="104" y="140">+</text>
|
|
277
|
+
<text x="108" y="140">+</text>
|
|
278
|
+
<text x="112" y="140">+</text>
|
|
279
|
+
<text x="116" y="140">+</text>
|
|
280
|
+
<text x="120" y="140">+</text>
|
|
281
|
+
<text x="124" y="140">+</text>
|
|
282
|
+
<text x="128" y="140">+</text>
|
|
283
|
+
<text x="188" y="140">+</text>
|
|
284
|
+
<text x="192" y="140">+</text>
|
|
285
|
+
<text x="196" y="140">+</text>
|
|
286
|
+
<text x="200" y="140">+</text>
|
|
287
|
+
<text x="204" y="140">+</text>
|
|
288
|
+
<text x="56" y="146">+</text>
|
|
289
|
+
<text x="60" y="146">+</text>
|
|
290
|
+
<text x="64" y="146">+</text>
|
|
291
|
+
<text x="68" y="146">+</text>
|
|
292
|
+
<text x="72" y="146">+</text>
|
|
293
|
+
<text x="96" y="146">+</text>
|
|
294
|
+
<text x="100" y="146">+</text>
|
|
295
|
+
<text x="104" y="146">+</text>
|
|
296
|
+
<text x="108" y="146">+</text>
|
|
297
|
+
<text x="112" y="146">+</text>
|
|
298
|
+
<text x="116" y="146">+</text>
|
|
299
|
+
<text x="120" y="146">+</text>
|
|
300
|
+
<text x="124" y="146">+</text>
|
|
301
|
+
<text x="184" y="146">+</text>
|
|
302
|
+
<text x="188" y="146">+</text>
|
|
303
|
+
<text x="192" y="146">+</text>
|
|
304
|
+
<text x="196" y="146">+</text>
|
|
305
|
+
<text x="200" y="146">+</text>
|
|
306
|
+
<text x="56" y="152">+</text>
|
|
307
|
+
<text x="60" y="152">+</text>
|
|
308
|
+
<text x="64" y="152">+</text>
|
|
309
|
+
<text x="68" y="152">+</text>
|
|
310
|
+
<text x="72" y="152">+</text>
|
|
311
|
+
<text x="92" y="152">+</text>
|
|
312
|
+
<text x="96" y="152">+</text>
|
|
313
|
+
<text x="100" y="152">+</text>
|
|
314
|
+
<text x="104" y="152">+</text>
|
|
315
|
+
<text x="108" y="152">+</text>
|
|
316
|
+
<text x="112" y="152">+</text>
|
|
317
|
+
<text x="116" y="152">+</text>
|
|
318
|
+
<text x="184" y="152">+</text>
|
|
319
|
+
<text x="188" y="152">+</text>
|
|
320
|
+
<text x="192" y="152">+</text>
|
|
321
|
+
<text x="196" y="152">+</text>
|
|
322
|
+
<text x="200" y="152">+</text>
|
|
323
|
+
<text x="60" y="158">+</text>
|
|
324
|
+
<text x="64" y="158">+</text>
|
|
325
|
+
<text x="68" y="158">+</text>
|
|
326
|
+
<text x="72" y="158">+</text>
|
|
327
|
+
<text x="76" y="158">+</text>
|
|
328
|
+
<text x="84" y="158">+</text>
|
|
329
|
+
<text x="88" y="158">+</text>
|
|
330
|
+
<text x="92" y="158">+</text>
|
|
331
|
+
<text x="96" y="158">+</text>
|
|
332
|
+
<text x="100" y="158">+</text>
|
|
333
|
+
<text x="104" y="158">+</text>
|
|
334
|
+
<text x="108" y="158">+</text>
|
|
335
|
+
<text x="112" y="158">+</text>
|
|
336
|
+
<text x="180" y="158">+</text>
|
|
337
|
+
<text x="184" y="158">+</text>
|
|
338
|
+
<text x="188" y="158">+</text>
|
|
339
|
+
<text x="192" y="158">+</text>
|
|
340
|
+
<text x="196" y="158">+</text>
|
|
341
|
+
<text x="60" y="164">+</text>
|
|
342
|
+
<text x="64" y="164">+</text>
|
|
343
|
+
<text x="68" y="164">+</text>
|
|
344
|
+
<text x="72" y="164">+</text>
|
|
345
|
+
<text x="76" y="164">+</text>
|
|
346
|
+
<text x="80" y="164">+</text>
|
|
347
|
+
<text x="84" y="164">+</text>
|
|
348
|
+
<text x="88" y="164">+</text>
|
|
349
|
+
<text x="92" y="164">+</text>
|
|
350
|
+
<text x="96" y="164">+</text>
|
|
351
|
+
<text x="100" y="164">+</text>
|
|
352
|
+
<text x="104" y="164">+</text>
|
|
353
|
+
<text x="176" y="164">+</text>
|
|
354
|
+
<text x="180" y="164">+</text>
|
|
355
|
+
<text x="184" y="164">+</text>
|
|
356
|
+
<text x="188" y="164">+</text>
|
|
357
|
+
<text x="192" y="164">+</text>
|
|
358
|
+
<text x="196" y="164">+</text>
|
|
359
|
+
<text x="64" y="170">+</text>
|
|
360
|
+
<text x="68" y="170">+</text>
|
|
361
|
+
<text x="72" y="170">+</text>
|
|
362
|
+
<text x="76" y="170">+</text>
|
|
363
|
+
<text x="80" y="170">+</text>
|
|
364
|
+
<text x="84" y="170">+</text>
|
|
365
|
+
<text x="88" y="170">+</text>
|
|
366
|
+
<text x="92" y="170">+</text>
|
|
367
|
+
<text x="96" y="170">+</text>
|
|
368
|
+
<text x="100" y="170">+</text>
|
|
369
|
+
<text x="172" y="170">+</text>
|
|
370
|
+
<text x="176" y="170">+</text>
|
|
371
|
+
<text x="180" y="170">+</text>
|
|
372
|
+
<text x="184" y="170">+</text>
|
|
373
|
+
<text x="188" y="170">+</text>
|
|
374
|
+
<text x="192" y="170">+</text>
|
|
375
|
+
<text x="68" y="176">.</text>
|
|
376
|
+
<text x="72" y="176">.</text>
|
|
377
|
+
<text x="76" y="176">.</text>
|
|
378
|
+
<text x="80" y="176">.</text>
|
|
379
|
+
<text x="84" y="176">.</text>
|
|
380
|
+
<text x="88" y="176">.</text>
|
|
381
|
+
<text x="92" y="176">.</text>
|
|
382
|
+
<text x="164" y="176">.</text>
|
|
383
|
+
<text x="168" y="176">.</text>
|
|
384
|
+
<text x="172" y="176">.</text>
|
|
385
|
+
<text x="176" y="176">.</text>
|
|
386
|
+
<text x="180" y="176">.</text>
|
|
387
|
+
<text x="184" y="176">.</text>
|
|
388
|
+
<text x="188" y="176">.</text>
|
|
389
|
+
<text x="60" y="182">.</text>
|
|
390
|
+
<text x="64" y="182">.</text>
|
|
391
|
+
<text x="68" y="182">.</text>
|
|
392
|
+
<text x="72" y="182">.</text>
|
|
393
|
+
<text x="76" y="182">.</text>
|
|
394
|
+
<text x="80" y="182">.</text>
|
|
395
|
+
<text x="84" y="182">.</text>
|
|
396
|
+
<text x="88" y="182">.</text>
|
|
397
|
+
<text x="92" y="182">.</text>
|
|
398
|
+
<text x="96" y="182">.</text>
|
|
399
|
+
<text x="100" y="182">.</text>
|
|
400
|
+
<text x="104" y="182">.</text>
|
|
401
|
+
<text x="152" y="182">.</text>
|
|
402
|
+
<text x="156" y="182">.</text>
|
|
403
|
+
<text x="160" y="182">.</text>
|
|
404
|
+
<text x="164" y="182">.</text>
|
|
405
|
+
<text x="168" y="182">.</text>
|
|
406
|
+
<text x="172" y="182">.</text>
|
|
407
|
+
<text x="176" y="182">.</text>
|
|
408
|
+
<text x="180" y="182">.</text>
|
|
409
|
+
<text x="184" y="182">.</text>
|
|
410
|
+
<text x="56" y="188">.</text>
|
|
411
|
+
<text x="60" y="188">.</text>
|
|
412
|
+
<text x="64" y="188">.</text>
|
|
413
|
+
<text x="68" y="188">.</text>
|
|
414
|
+
<text x="72" y="188">.</text>
|
|
415
|
+
<text x="76" y="188">.</text>
|
|
416
|
+
<text x="80" y="188">.</text>
|
|
417
|
+
<text x="84" y="188">.</text>
|
|
418
|
+
<text x="88" y="188">.</text>
|
|
419
|
+
<text x="92" y="188">.</text>
|
|
420
|
+
<text x="96" y="188">.</text>
|
|
421
|
+
<text x="100" y="188">.</text>
|
|
422
|
+
<text x="104" y="188">.</text>
|
|
423
|
+
<text x="108" y="188">.</text>
|
|
424
|
+
<text x="112" y="188">.</text>
|
|
425
|
+
<text x="116" y="188">.</text>
|
|
426
|
+
<text x="120" y="188">.</text>
|
|
427
|
+
<text x="124" y="188">.</text>
|
|
428
|
+
<text x="128" y="188">.</text>
|
|
429
|
+
<text x="132" y="188">.</text>
|
|
430
|
+
<text x="136" y="188">.</text>
|
|
431
|
+
<text x="140" y="188">.</text>
|
|
432
|
+
<text x="144" y="188">.</text>
|
|
433
|
+
<text x="148" y="188">.</text>
|
|
434
|
+
<text x="152" y="188">.</text>
|
|
435
|
+
<text x="156" y="188">.</text>
|
|
436
|
+
<text x="160" y="188">.</text>
|
|
437
|
+
<text x="164" y="188">.</text>
|
|
438
|
+
<text x="168" y="188">.</text>
|
|
439
|
+
<text x="172" y="188">.</text>
|
|
440
|
+
<text x="176" y="188">.</text>
|
|
441
|
+
<text x="60" y="194">.</text>
|
|
442
|
+
<text x="64" y="194">.</text>
|
|
443
|
+
<text x="68" y="194">.</text>
|
|
444
|
+
<text x="72" y="194">.</text>
|
|
445
|
+
<text x="76" y="194">.</text>
|
|
446
|
+
<text x="88" y="194">.</text>
|
|
447
|
+
<text x="92" y="194">.</text>
|
|
448
|
+
<text x="96" y="194">.</text>
|
|
449
|
+
<text x="100" y="194">.</text>
|
|
450
|
+
<text x="104" y="194">.</text>
|
|
451
|
+
<text x="108" y="194">.</text>
|
|
452
|
+
<text x="112" y="194">.</text>
|
|
453
|
+
<text x="116" y="194">.</text>
|
|
454
|
+
<text x="120" y="194">.</text>
|
|
455
|
+
<text x="124" y="194">.</text>
|
|
456
|
+
<text x="128" y="194">.</text>
|
|
457
|
+
<text x="132" y="194">.</text>
|
|
458
|
+
<text x="136" y="194">.</text>
|
|
459
|
+
<text x="140" y="194">.</text>
|
|
460
|
+
<text x="144" y="194">.</text>
|
|
461
|
+
<text x="148" y="194">.</text>
|
|
462
|
+
<text x="152" y="194">.</text>
|
|
463
|
+
<text x="156" y="194">.</text>
|
|
464
|
+
<text x="160" y="194">.</text>
|
|
465
|
+
<text x="164" y="194">.</text>
|
|
466
|
+
<text x="168" y="194">.</text>
|
|
467
|
+
<text x="64" y="200">.</text>
|
|
468
|
+
<text x="68" y="200">.</text>
|
|
469
|
+
<text x="100" y="200">.</text>
|
|
470
|
+
<text x="104" y="200">.</text>
|
|
471
|
+
<text x="108" y="200">.</text>
|
|
472
|
+
<text x="112" y="200">.</text>
|
|
473
|
+
<text x="116" y="200">.</text>
|
|
474
|
+
<text x="120" y="200">.</text>
|
|
475
|
+
<text x="124" y="200">.</text>
|
|
476
|
+
<text x="128" y="200">.</text>
|
|
477
|
+
<text x="132" y="200">.</text>
|
|
478
|
+
<text x="136" y="200">.</text>
|
|
479
|
+
<text x="140" y="200">.</text>
|
|
480
|
+
<text x="144" y="200">.</text>
|
|
481
|
+
<text x="148" y="200">.</text>
|
|
482
|
+
<text x="152" y="200">.</text>
|
|
483
|
+
<text x="156" y="200">.</text>
|
|
484
|
+
</g>
|
|
485
|
+
</svg>
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
{% extends "base.html" %}
|
|
2
|
+
{% block title %}Feasibility · {{ job.job_id }} — Nullius{% endblock %}
|
|
3
|
+
{% block crumb %}/ <a href="{{ url_for('job', job_id=job.job_id) }}">{{ job.job_id }}</a> / feasibility{% endblock %}
|
|
4
|
+
{% block head %}
|
|
5
|
+
<style>
|
|
6
|
+
.feas-controls { display: flex; flex-wrap: wrap; gap: 8px 18px; margin: 0 0 18px; font-size: 13px; }
|
|
7
|
+
.feas-controls .fk { color: var(--text-dim); font-size: 10px; letter-spacing: .7px; text-transform: uppercase; display: block; margin-bottom: 4px; }
|
|
8
|
+
.feas-controls > div { min-width: 0; }
|
|
9
|
+
.feas-side { white-space: nowrap; }
|
|
10
|
+
.feas-side.absent { color: var(--text-dim); font-style: italic; }
|
|
11
|
+
.feas-summary { align-items: center; }
|
|
12
|
+
.feas-headline { margin-right: 8px; font-size: 14px; }
|
|
13
|
+
.feas-headline strong { font-size: 20px; font-weight: 500; }
|
|
14
|
+
.tag.fv-feasible { --outcome-color: var(--resolved); }
|
|
15
|
+
.tag.fv-unexpected_reward { --outcome-color: var(--patch_failed_tests); }
|
|
16
|
+
.tag.fv-task_broken { --outcome-color: var(--agent_error); }
|
|
17
|
+
.tag.fv-reference_rejected { --outcome-color: var(--failed_verification); }
|
|
18
|
+
.tag.fv-setup_failure { --outcome-color: var(--setup_error); }
|
|
19
|
+
.tag.fv-missing { --outcome-color: var(--unknown); }
|
|
20
|
+
.chip.fv-feasible::before { background: var(--resolved); }
|
|
21
|
+
.chip.fv-unexpected_reward::before { background: var(--patch_failed_tests); }
|
|
22
|
+
.chip.fv-task_broken::before { background: var(--agent_error); }
|
|
23
|
+
/* the class tags carry their colour like outcome tags do */
|
|
24
|
+
.tag[class*="fv-"] {
|
|
25
|
+
color: color-mix(in srgb, var(--outcome-color) 75%, var(--text));
|
|
26
|
+
background: color-mix(in srgb, var(--outcome-color) 16%, var(--surface));
|
|
27
|
+
border-color: color-mix(in srgb, var(--outcome-color) 42%, var(--border));
|
|
28
|
+
font-family: var(--sans); font-size: 12px; font-weight: 500; line-height: 1.45; padding: .22rem .55rem; border-radius: 5px;
|
|
29
|
+
}
|
|
30
|
+
.tag[class*="fv-"]::before { width: 7px; height: 7px; flex: none; background: var(--outcome-color); }
|
|
31
|
+
td[data-side] .badge { white-space: nowrap; display: inline-block; margin-top: 3px; }
|
|
32
|
+
.feas-broke { margin: .3rem 0 0; padding-left: 1rem; }
|
|
33
|
+
.feas-broke li { margin: .1rem 0; word-break: break-all; }
|
|
34
|
+
.chip.fv-reference_rejected::before { background: var(--failed_verification); }
|
|
35
|
+
.chip.fv-setup_failure::before { background: var(--setup_error); }
|
|
36
|
+
.chip.fv-missing::before { background: var(--unknown); }
|
|
37
|
+
</style>
|
|
38
|
+
{% endblock %}
|
|
39
|
+
{% block body %}
|
|
40
|
+
<header class="run-header">
|
|
41
|
+
<div class="page-title"><h1>Feasibility check</h1><span class="mono">{{ job.job_id }}</span></div>
|
|
42
|
+
<p class="subtitle" id="feasibility-meaning">
|
|
43
|
+
Is each task feasible: can an empty solution <strong>fail</strong>, and can a reference solution <strong>pass</strong>?
|
|
44
|
+
Harbor's <span class="mono">nop</span> and <span class="mono">oracle</span> controls answer that per task. It says nothing about whether an agent will succeed.
|
|
45
|
+
</p>
|
|
46
|
+
</header>
|
|
47
|
+
|
|
48
|
+
<div class="feas-controls" id="feasibility-executed" aria-label="Scope and controls">
|
|
49
|
+
<div><span class="fk">Task scope</span><span id="feasibility-scope">{{ report.scope }}</span></div>
|
|
50
|
+
<div><span class="fk">Controls executed</span>
|
|
51
|
+
{% for c in report.executed %}<span class="mono" data-control="{{ c.control }}" title="{{ c.summary }}">{{ c.short }}</span>{% if not loop.last %}<span class="faint"> · </span>{% endif %}{% else %}<span class="faint">none</span>{% endfor %}
|
|
52
|
+
{% for c in report.not_run %}<span class="faint"> · </span><span class="faint" data-control-missing="{{ c }}">{{ c }} · not run</span>{% endfor %}
|
|
53
|
+
</div>
|
|
54
|
+
</div>
|
|
55
|
+
|
|
56
|
+
{% if report.caveat %}
|
|
57
|
+
<div class="alert warn" id="feasibility-caveat">{{ report.caveat }}</div>
|
|
58
|
+
{% endif %}
|
|
59
|
+
|
|
60
|
+
{% if triage and triage.sides %}
|
|
61
|
+
{# The judge's triage of the sides that did not behave: why, over that control's own small state.
|
|
62
|
+
The verdict column is feasibility.verdict's and stays so; this sits beside it, advisory. #}
|
|
63
|
+
<div class="judgement-job" id="triage">
|
|
64
|
+
<span class="small"><strong>Triage</strong> <span class="badge" title="A judge model's reading of why a control side did not behave — bad task, bad environment, bad verifier — from that control's own recorded error, verifier text and transcript. Experimental beside the verdict, which it never changes.">experimental</span>
|
|
65
|
+
· {{ triage.judged }} of {{ triage.sides }} misbehaving control side{{ '' if triage.sides == 1 else 's' }} judged{% if triage.unjudged %}, {{ triage.unjudged }} not judged{% endif %}</span>
|
|
66
|
+
{% if triage.unjudged and triage.keyed %}
|
|
67
|
+
<form method="post" action="{{ url_for('judge_feasibility_route', job_id=job.job_id) }}" class="header-form" id="judge-triage">
|
|
68
|
+
<input type="hidden" name="csrf" value="{{ csrf }}">
|
|
69
|
+
<button class="btn sm ghost" type="submit" title="Ask why each unjudged control side misbehaved: one call per side over its own state">Triage {{ triage.unjudged }} side{{ '' if triage.unjudged == 1 else 's' }}</button>
|
|
70
|
+
</form>
|
|
71
|
+
{% elif triage.unjudged %}<span class="small faint">System One not configured — <a href="{{ url_for('settings_page') }}#judge">set its key in Settings</a></span>{% endif %}
|
|
72
|
+
</div>
|
|
73
|
+
{% endif %}
|
|
74
|
+
|
|
75
|
+
<div class="legend feas-summary" role="group" aria-label="Feasibility classes">
|
|
76
|
+
<span class="feas-headline" id="feasibility-count"><strong>{{ report.n_feasible }}</strong><span class="faint">/{{ report.rows|length }}</span> feasible</span>
|
|
77
|
+
{% for k in F_ORDER %}{% if report.counts[k] %}<span class="chip fv-{{ k }}">{{ F_LABELS[k] }} <b>{{ report.counts[k] }}</b></span>{% endif %}{% endfor %}
|
|
78
|
+
</div>
|
|
79
|
+
|
|
80
|
+
{% if report.rows %}
|
|
81
|
+
<div class="table-wrap" role="region" aria-label="Bracketed tasks" tabindex="0">
|
|
82
|
+
<table class="grid" id="feasibility-tasks">
|
|
83
|
+
<thead>
|
|
84
|
+
<tr>
|
|
85
|
+
<th>Task</th>
|
|
86
|
+
<th title="What the verifier said about doing nothing. It must reject, and no previously-passing test may fail.">nop</th>
|
|
87
|
+
<th title="What the verifier said about the reference solution. It must accept.">oracle</th>
|
|
88
|
+
<th>Feasibility</th>
|
|
89
|
+
<th>Why</th>
|
|
90
|
+
{% if triage and triage.sides %}<th title="The judge's reading of why a misbehaving control side did so: experimental, beside the verdict, never in its place">Triage <span class="badge">experimental</span></th>{% endif %}
|
|
91
|
+
</tr>
|
|
92
|
+
</thead>
|
|
93
|
+
<tbody>
|
|
94
|
+
{% for r in report.rows %}
|
|
95
|
+
<tr data-task="{{ r.task_base }}" data-verdict="{{ r.verdict }}" data-validated="{{ 'yes' if r.validated else 'no' }}">
|
|
96
|
+
<td><span class="run-task-name" title="{{ r.task_name }}">{{ r.task_base }}</span></td>
|
|
97
|
+
{% for s in (r.nop, r.oracle) %}
|
|
98
|
+
<td data-side="{{ s.control }}">
|
|
99
|
+
{% if s.present %}<a class="feas-side" href="{{ url_for('trial', job_id=s.job_id, trial_name=s.trial_name) }}"><span class="tag oc-{{ s.outcome }}">{{ s.label }}</span></a>{% if s.exception_type %} <span class="err">{{ s.exception_type }}</span>{% endif %}{% if s.broke_tests %} <span class="badge danger" data-broke="{{ s.p2p_fail }}" title="Broke {{ s.p2p_fail }} previously-passing test(s): {{ s.p2p_failures|join(', ') }}">⚠ broke {{ s.p2p_fail }}</span>{% endif %}
|
|
100
|
+
{% else %}<span class="feas-side absent">not run</span>{% endif %}
|
|
101
|
+
</td>
|
|
102
|
+
{% endfor %}
|
|
103
|
+
<td><span class="tag fv-{{ r.verdict }}">{{ r.label }}</span></td>
|
|
104
|
+
<td class="faint">{% if r.verdict == 'task_broken' %}nop broke {{ r.nop.p2p_fail }} passing test{{ '' if r.nop.p2p_fail == 1 else 's' }}:<ul class="feas-broke">{% for name in r.nop.p2p_failures %}<li class="mono bad">{{ name }}</li>{% endfor %}</ul>{% else %}{{ r.why }}{% endif %}</td>
|
|
105
|
+
{% if triage and triage.sides %}<td class="triage-cell">
|
|
106
|
+
{%- set tr = triage.rows.get(r.task_base) or {} -%}
|
|
107
|
+
{%- for c in ('nop', 'oracle') if c in tr %}{% set a = tr[c] %}
|
|
108
|
+
<span class="small" data-triage="{{ c }}" data-cause="{{ a.answer.choice }}" title="{{ c }}: {{ a.answer.choice }} {{ '%.0f'|format((a.p or 0) * 100) }}%{% if a.confidence is not none %}, confidence {{ '%.0f'|format(a.confidence * 100) }}%{% endif %} — {% for k, v in a.answer.probabilities.items() %}{{ k }} {{ '%.0f'|format(v * 100) }}%{{ ' · ' if not loop.last }}{% endfor %}"><span class="muted">{{ c }}</span> <strong>{{ a.answer.choice }}</strong> <span class="mono small">{{ '%.0f'|format((a.p or 0) * 100) }}%</span></span>
|
|
109
|
+
{%- else %}{% if r.verdict != 'feasible' %}<span class="faint small">not judged</span>{% endif %}{% endfor -%}
|
|
110
|
+
</td>{% endif %}
|
|
111
|
+
</tr>
|
|
112
|
+
{% endfor %}
|
|
113
|
+
</tbody>
|
|
114
|
+
</table>
|
|
115
|
+
</div>
|
|
116
|
+
{% else %}
|
|
117
|
+
<p class="footnote">No control recorded a task for this run.</p>
|
|
118
|
+
{% endif %}
|
|
119
|
+
|
|
120
|
+
<h2>Feasibility classes</h2>
|
|
121
|
+
<div class="glossary">
|
|
122
|
+
<dl class="cols">
|
|
123
|
+
{% for k in F_ORDER %}<div><dt><span class="tag fv-{{ k }}">{{ F_LABELS[k] }}</span></dt><dd>{{ F_DESCRIPTIONS[k] }}</dd></div>{% endfor %}
|
|
124
|
+
</dl>
|
|
125
|
+
<p class="footnote">A task is validated only when both controls are present and right; a missing or failed side is never ignored to call the other one enough.</p>
|
|
126
|
+
</div>
|
|
127
|
+
{% endblock %}
|