harness-everything 0.47.1 → 0.47.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.github/workflows/ci.yml +14 -0
- package/CHANGELOG.md +18 -0
- package/benchmarks/issue290-pilot/README.md +199 -0
- package/benchmarks/issue290-pilot/analyze.py +299 -0
- package/benchmarks/issue290-pilot/analyze.test.py +146 -0
- package/benchmarks/issue290-pilot/check.py +19 -0
- package/benchmarks/issue290-pilot/evidence/archive.json +7 -0
- package/benchmarks/issue290-pilot/evidence/group-summary.json +684 -0
- package/benchmarks/issue290-pilot/evidence/inventory.json +3728 -0
- package/benchmarks/issue290-pilot/evidence/ledger.json +4644 -0
- package/benchmarks/issue290-pilot/evidence/replay/pairs.json +482 -0
- package/benchmarks/issue290-pilot/evidence/replay/provenance.json +24 -0
- package/benchmarks/issue290-pilot/evidence/replay/tables.md +37 -0
- package/benchmarks/issue290-pilot/evidence.tar.gz +0 -0
- package/benchmarks/issue290-pilot/export.py +110 -0
- package/benchmarks/issue290-pilot/export.test.py +65 -0
- package/benchmarks/issue290-pilot/fable-supplement.py +55 -0
- package/benchmarks/issue290-pilot/fixture.test.py +28 -0
- package/benchmarks/issue290-pilot/fixtures/polyglot/instructions.md +19 -0
- package/benchmarks/issue290-pilot/fixtures/polyglot/package.json +29 -0
- package/benchmarks/issue290-pilot/fixtures/polyglot/simple-linked-list.js +44 -0
- package/benchmarks/issue290-pilot/fixtures/polyglot/simple-linked-list.spec.js +131 -0
- package/benchmarks/issue290-pilot/fixtures/quixbugs/LICENSE +7 -0
- package/benchmarks/issue290-pilot/fixtures/quixbugs/cases.json +7 -0
- package/benchmarks/issue290-pilot/fixtures/quixbugs/find_in_sorted.py +31 -0
- package/benchmarks/issue290-pilot/fixtures/quixbugs/test_find_in_sorted.py +15 -0
- package/benchmarks/issue290-pilot/frozen-documents.json +41 -0
- package/benchmarks/issue290-pilot/grader.cjs +43 -0
- package/benchmarks/issue290-pilot/grader.test.cjs +10 -0
- package/benchmarks/issue290-pilot/hook.test.cjs +27 -0
- package/benchmarks/issue290-pilot/host-hook.cjs +35 -0
- package/benchmarks/issue290-pilot/metrics.test.py +131 -0
- package/benchmarks/issue290-pilot/preflight/amendment.md +32 -0
- package/benchmarks/issue290-pilot/preflight/environment.json +15 -0
- package/benchmarks/issue290-pilot/preflight/fable-amendment.md +20 -0
- package/benchmarks/issue290-pilot/preflight/fable-frozen-files.json +4 -0
- package/benchmarks/issue290-pilot/preflight/fable-infrastructure-amendment.md +27 -0
- package/benchmarks/issue290-pilot/preflight/fable-retry-frozen-files.json +4 -0
- package/benchmarks/issue290-pilot/preflight/fable-supplement-v1.py +47 -0
- package/benchmarks/issue290-pilot/preflight/frozen-files.json +18 -0
- package/benchmarks/issue290-pilot/preflight/graders.json +67 -0
- package/benchmarks/issue290-pilot/pricing-assumptions.json +29 -0
- package/benchmarks/issue290-pilot/protocol.json +32 -0
- package/benchmarks/issue290-pilot/read_metrics.py +166 -0
- package/benchmarks/issue290-pilot/replay.py +167 -0
- package/benchmarks/issue290-pilot/reporting.py +82 -0
- package/benchmarks/issue290-pilot/run.py +262 -0
- package/benchmarks/issue290-pilot/sources.json +10 -0
- package/benchmarks/issue290-pilot/verification/analyzer-tests.log +5 -0
- package/benchmarks/issue290-pilot/verification/final-gates.json +58 -0
- package/benchmarks/issue290-pilot/verification/fixture-tests.log +5 -0
- package/benchmarks/issue290-pilot/verification/gates.json +58 -0
- package/benchmarks/issue290-pilot/verification/npm-audit.json +84 -0
- package/benchmarks/issue290-pilot/verification/offline-correction.json +59 -0
- package/benchmarks/issue290-pilot/verification/post-report/helper-tests.log +22 -0
- package/benchmarks/issue290-pilot/verification/post-report/test-consistency.log +626 -0
- package/benchmarks/issue290-pilot/verification/post-report/test-references.log +6 -0
- package/benchmarks/issue290-pilot/verification/post-report/waza-tokens.log +710 -0
- package/benchmarks/issue290-pilot/verification/test-collision.log +28 -0
- package/benchmarks/issue290-pilot/verification/test-consistency.log +28 -0
- package/benchmarks/issue290-pilot/verification/test-docs-capabilities.log +131 -0
- package/benchmarks/issue290-pilot/verification/test-mechanism.log +1829 -0
- package/benchmarks/issue290-pilot/verification/test-mutations.log +16 -0
- package/benchmarks/issue290-pilot/verification/test-platform-compatibility.log +9 -0
- package/benchmarks/issue290-pilot/verification/test-plugin-openai.log +6 -0
- package/benchmarks/issue290-pilot/verification/test-plugin-submission.log +5 -0
- package/benchmarks/issue290-pilot/verification/test-references.log +6 -0
- package/benchmarks/issue290-pilot/verification/test-release.log +59 -0
- package/benchmarks/issue290-pilot/verification/test-repo-contract.log +5 -0
- package/benchmarks/issue290-pilot/verification/test-routing-invariants.log +785 -0
- package/benchmarks/issue290-pilot/verification/test-routing-skills.log +28 -0
- package/benchmarks/issue290-pilot/verification/test.log +3373 -0
- package/benchmarks/issue290-pilot/verification/verification-report.md +76 -0
- package/benchmarks/issue290-pilot/verification/waza-tokens.log +710 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/gates.json +26 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test-collision.log +8 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test-consistency.log +626 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test-mechanism.log +1693 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test-release.log +38 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test-routing-skills.log +44 -0
- package/benchmarks/issue290-pilot/verification/with-dependencies/test.log +3253 -0
- package/ci/lib/opencode-verification-loader.js +24 -0
- package/ci/mechanism-2p-opencode-v2-entrypoint.test.js +8 -1
- package/ci/mechanism-325-f3-derived-views.test.js +42 -2
- package/ci/mechanism-338-opencode-async.test.js +229 -0
- package/ci/mechanism-341-opencode-lane.test.js +14 -3
- package/ci/mechanism-36-verify-timeout.test.js +7 -168
- package/docs/platform-capabilities.md +8 -0
- package/harness-everything/SKILL.md +1 -1
- package/harness-everything/scripts/doc-check.js +5 -4
- package/hooks/scripts/lib/doc-reconciliation-provider.js +1 -1
- package/opencode-plugin/README.md +28 -30
- package/opencode-plugin/index.mjs +249 -112
- package/opencode-plugin/plugin.json +1 -1
- package/package.json +1 -1
- package/plugins/harness-everything/.codex-plugin/plugin.json +1 -1
- package/plugins/harness-everything/hooks/scripts/lib/doc-reconciliation-provider.js +1 -1
- package/plugins/harness-everything/plugin.json +1 -1
- package/plugins/harness-everything/skills/harness-everything/SKILL.md +1 -1
- package/plugins/harness-everything/skills/harness-everything/scripts/doc-check.js +5 -4
- package/sbom.cdx.json +7 -7
|
@@ -0,0 +1,4644 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"api_equivalent_cost_usd": null,
|
|
4
|
+
"api_equivalent_input_cost_usd": null,
|
|
5
|
+
"arm": "A",
|
|
6
|
+
"budget_failure": false,
|
|
7
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
8
|
+
"classification": "inconclusive",
|
|
9
|
+
"cost_observability": "unknown",
|
|
10
|
+
"effective_effort_reported": null,
|
|
11
|
+
"exact_reference_bytes_lower_bound": 0,
|
|
12
|
+
"exit": 1,
|
|
13
|
+
"independent_grader": {
|
|
14
|
+
"exit": 1,
|
|
15
|
+
"pass": false,
|
|
16
|
+
"stderr": "",
|
|
17
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"value reflects constructor arg\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has null for next by default\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new lists should have length 0\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can add a element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a element increments length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding two elements increments twice\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new Lists have a null head element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be initialized with an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct head value\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can traverse the list\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"head of list is final element from input array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert longer list to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed when it has more elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse with many elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse a reversal\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"}]}\n"
|
|
18
|
+
},
|
|
19
|
+
"input_usage_reconciles": false,
|
|
20
|
+
"model": {
|
|
21
|
+
"cli": "2.1.299",
|
|
22
|
+
"effort": "high",
|
|
23
|
+
"engine": "claude",
|
|
24
|
+
"model": "claude-haiku-5-5"
|
|
25
|
+
},
|
|
26
|
+
"observed_reference_reads": [],
|
|
27
|
+
"parent_api_equivalent_cost_usd": null,
|
|
28
|
+
"preflight": false,
|
|
29
|
+
"reference_filesystem_access_candidates": 0,
|
|
30
|
+
"reference_returned_bytes": 0,
|
|
31
|
+
"reference_shell_output_bytes": 0,
|
|
32
|
+
"repeat": 1,
|
|
33
|
+
"series": "issue290-fable-20261014",
|
|
34
|
+
"stop_reason": null,
|
|
35
|
+
"strategies": [],
|
|
36
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
37
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
38
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
39
|
+
"usage": null,
|
|
40
|
+
"wall_seconds": 1.013,
|
|
41
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
42
|
+
},
|
|
43
|
+
{
|
|
44
|
+
"api_equivalent_cost_usd": null,
|
|
45
|
+
"api_equivalent_input_cost_usd": null,
|
|
46
|
+
"arm": "A",
|
|
47
|
+
"budget_failure": false,
|
|
48
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
49
|
+
"classification": "inconclusive",
|
|
50
|
+
"cost_observability": "unknown",
|
|
51
|
+
"effective_effort_reported": null,
|
|
52
|
+
"exact_reference_bytes_lower_bound": 0,
|
|
53
|
+
"exit": 1,
|
|
54
|
+
"independent_grader": {
|
|
55
|
+
"exit": 1,
|
|
56
|
+
"pass": false,
|
|
57
|
+
"stderr": "",
|
|
58
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"value reflects constructor arg\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has null for next by default\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new lists should have length 0\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can add a element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a element increments length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding two elements increments twice\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new Lists have a null head element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be initialized with an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct head value\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can traverse the list\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"head of list is final element from input array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert longer list to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed when it has more elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse with many elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse a reversal\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"}]}\n"
|
|
59
|
+
},
|
|
60
|
+
"input_usage_reconciles": false,
|
|
61
|
+
"model": {
|
|
62
|
+
"cli": "2.1.299",
|
|
63
|
+
"effort": "high",
|
|
64
|
+
"engine": "claude",
|
|
65
|
+
"model": "claude-haiku-5-5"
|
|
66
|
+
},
|
|
67
|
+
"observed_reference_reads": [],
|
|
68
|
+
"parent_api_equivalent_cost_usd": null,
|
|
69
|
+
"preflight": false,
|
|
70
|
+
"reference_filesystem_access_candidates": 0,
|
|
71
|
+
"reference_returned_bytes": 0,
|
|
72
|
+
"reference_shell_output_bytes": 0,
|
|
73
|
+
"repeat": 2,
|
|
74
|
+
"series": "issue290-fable-20261014",
|
|
75
|
+
"stop_reason": null,
|
|
76
|
+
"strategies": [],
|
|
77
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
78
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
79
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
80
|
+
"usage": null,
|
|
81
|
+
"wall_seconds": 1.012,
|
|
82
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"api_equivalent_cost_usd": null,
|
|
86
|
+
"api_equivalent_input_cost_usd": null,
|
|
87
|
+
"arm": "B",
|
|
88
|
+
"budget_failure": false,
|
|
89
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
90
|
+
"classification": "inconclusive",
|
|
91
|
+
"cost_observability": "unknown",
|
|
92
|
+
"effective_effort_reported": null,
|
|
93
|
+
"exact_reference_bytes_lower_bound": 0,
|
|
94
|
+
"exit": 1,
|
|
95
|
+
"independent_grader": {
|
|
96
|
+
"exit": 1,
|
|
97
|
+
"pass": false,
|
|
98
|
+
"stderr": "",
|
|
99
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"value reflects constructor arg\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has null for next by default\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new lists should have length 0\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can add a element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a element increments length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding two elements increments twice\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new Lists have a null head element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be initialized with an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct head value\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can traverse the list\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"head of list is final element from input array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert longer list to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed when it has more elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse with many elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse a reversal\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"}]}\n"
|
|
100
|
+
},
|
|
101
|
+
"input_usage_reconciles": false,
|
|
102
|
+
"model": {
|
|
103
|
+
"cli": "2.1.299",
|
|
104
|
+
"effort": "high",
|
|
105
|
+
"engine": "claude",
|
|
106
|
+
"model": "claude-haiku-5-5"
|
|
107
|
+
},
|
|
108
|
+
"observed_reference_reads": [],
|
|
109
|
+
"parent_api_equivalent_cost_usd": null,
|
|
110
|
+
"preflight": false,
|
|
111
|
+
"reference_filesystem_access_candidates": 0,
|
|
112
|
+
"reference_returned_bytes": 0,
|
|
113
|
+
"reference_shell_output_bytes": 0,
|
|
114
|
+
"repeat": 1,
|
|
115
|
+
"series": "issue290-fable-20261014",
|
|
116
|
+
"stop_reason": null,
|
|
117
|
+
"strategies": [],
|
|
118
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
119
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
120
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
121
|
+
"usage": null,
|
|
122
|
+
"wall_seconds": 1.013,
|
|
123
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
124
|
+
},
|
|
125
|
+
{
|
|
126
|
+
"api_equivalent_cost_usd": null,
|
|
127
|
+
"api_equivalent_input_cost_usd": null,
|
|
128
|
+
"arm": "B",
|
|
129
|
+
"budget_failure": false,
|
|
130
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
131
|
+
"classification": "inconclusive",
|
|
132
|
+
"cost_observability": "unknown",
|
|
133
|
+
"effective_effort_reported": null,
|
|
134
|
+
"exact_reference_bytes_lower_bound": 0,
|
|
135
|
+
"exit": 1,
|
|
136
|
+
"independent_grader": {
|
|
137
|
+
"exit": 1,
|
|
138
|
+
"pass": false,
|
|
139
|
+
"stderr": "",
|
|
140
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"value reflects constructor arg\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has null for next by default\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"has constructor\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new lists should have length 0\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can add a element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a element increments length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding two elements increments twice\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"new Lists have a null head element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be initialized with an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct length\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"with correct head value\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can traverse the list\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"head of list is final element from input array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can convert longer list to an array\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can be reversed when it has more elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse with many elements\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"},{\"name\":\"can reverse a reversal\",\"pass\":false,\"error\":\"Remove this statement and implement this function\"}]}\n"
|
|
141
|
+
},
|
|
142
|
+
"input_usage_reconciles": false,
|
|
143
|
+
"model": {
|
|
144
|
+
"cli": "2.1.299",
|
|
145
|
+
"effort": "high",
|
|
146
|
+
"engine": "claude",
|
|
147
|
+
"model": "claude-haiku-5-5"
|
|
148
|
+
},
|
|
149
|
+
"observed_reference_reads": [],
|
|
150
|
+
"parent_api_equivalent_cost_usd": null,
|
|
151
|
+
"preflight": false,
|
|
152
|
+
"reference_filesystem_access_candidates": 0,
|
|
153
|
+
"reference_returned_bytes": 0,
|
|
154
|
+
"reference_shell_output_bytes": 0,
|
|
155
|
+
"repeat": 2,
|
|
156
|
+
"series": "issue290-fable-20261014",
|
|
157
|
+
"stop_reason": null,
|
|
158
|
+
"strategies": [],
|
|
159
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
160
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
161
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
162
|
+
"usage": null,
|
|
163
|
+
"wall_seconds": 1.013,
|
|
164
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
"api_equivalent_cost_usd": null,
|
|
168
|
+
"api_equivalent_input_cost_usd": null,
|
|
169
|
+
"arm": "A",
|
|
170
|
+
"budget_failure": true,
|
|
171
|
+
"child_usage_observability": "unknown; dispatched worker usage/model ID not exposed in parent CLI stream",
|
|
172
|
+
"classification": "definitive-agent-budget-failure",
|
|
173
|
+
"cost_observability": "partial; final aggregate unavailable",
|
|
174
|
+
"effective_effort_reported": "high",
|
|
175
|
+
"exact_reference_bytes_lower_bound": 22023,
|
|
176
|
+
"exit": 0,
|
|
177
|
+
"independent_grader": {
|
|
178
|
+
"exit": 1,
|
|
179
|
+
"pass": false,
|
|
180
|
+
"stderr": "",
|
|
181
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 1\\n+ }\\n- 1\\n\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 3\\n+ }\\n- 3\\n\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 1\\n+ }\\n- 1\\n\"},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
182
|
+
},
|
|
183
|
+
"input_usage_reconciles": false,
|
|
184
|
+
"model": {
|
|
185
|
+
"cli": "0.162.1",
|
|
186
|
+
"effort": "high",
|
|
187
|
+
"engine": "codex",
|
|
188
|
+
"model": "gpt-6-luna"
|
|
189
|
+
},
|
|
190
|
+
"observed_reference_reads": [
|
|
191
|
+
{
|
|
192
|
+
"active_step": "uncomposed",
|
|
193
|
+
"command": "/bin/zsh -lc 'cat instructions.md && cat simple-linked-list.js && cat dev-check.cjs && cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md && cat .harness/fable-mode/references/model-matrix.md && cat .harness/fable-mode/CONTRACT-FORMAT.md && cat .harness/fable-mode/references/execution-phases.md && cat .harness/fable-mode/execution-guardrails/SKILL.md && cat .harness/tdd/SKILL.md && cat .harness/verification-loop/SKILL.md && cat .pilot-state/workspaces/harness290-fable-8agnv2q6-5284f8a49c35/state/sessions/01a13aa0-e1e4-7282-8ab3-63e4e92b8174/workflow-stages.json && cat .pilot-state/workspaces/harness290-fable-8agnv2q6-5284f8a49c35/state/sessions/01a13aa0-e1e4-7282-8ab3-63e4e92b8174/workflow-obligations.json'",
|
|
194
|
+
"content_sha256": "ef2894aabea49f5c1edaa1d8fd00135fe04c386e06acac929a4b6359551f4a1e",
|
|
195
|
+
"declared_binding_matches": [
|
|
196
|
+
{
|
|
197
|
+
"id": "tdd",
|
|
198
|
+
"path": "tdd/SKILL.md",
|
|
199
|
+
"stage": null,
|
|
200
|
+
"step": "element"
|
|
201
|
+
},
|
|
202
|
+
{
|
|
203
|
+
"id": "tdd",
|
|
204
|
+
"path": "tdd/SKILL.md",
|
|
205
|
+
"stage": null,
|
|
206
|
+
"step": "list-core"
|
|
207
|
+
},
|
|
208
|
+
{
|
|
209
|
+
"id": "tdd",
|
|
210
|
+
"path": "tdd/SKILL.md",
|
|
211
|
+
"stage": null,
|
|
212
|
+
"step": "list-operations"
|
|
213
|
+
},
|
|
214
|
+
{
|
|
215
|
+
"id": "verification-loop",
|
|
216
|
+
"path": "verification-loop/SKILL.md",
|
|
217
|
+
"stage": null,
|
|
218
|
+
"step": "cold-verify"
|
|
219
|
+
},
|
|
220
|
+
{
|
|
221
|
+
"id": "verification-loop",
|
|
222
|
+
"path": "verification-loop/SKILL.md",
|
|
223
|
+
"stage": "cold-verify",
|
|
224
|
+
"step": null
|
|
225
|
+
},
|
|
226
|
+
{
|
|
227
|
+
"id": "tdd",
|
|
228
|
+
"path": "tdd/SKILL.md",
|
|
229
|
+
"stage": "element",
|
|
230
|
+
"step": null
|
|
231
|
+
},
|
|
232
|
+
{
|
|
233
|
+
"id": "tdd",
|
|
234
|
+
"path": "tdd/SKILL.md",
|
|
235
|
+
"stage": "list-core",
|
|
236
|
+
"step": null
|
|
237
|
+
},
|
|
238
|
+
{
|
|
239
|
+
"id": "tdd",
|
|
240
|
+
"path": "tdd/SKILL.md",
|
|
241
|
+
"stage": "list-operations",
|
|
242
|
+
"step": null
|
|
243
|
+
}
|
|
244
|
+
],
|
|
245
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
246
|
+
"exact_reference_bytes": 22023,
|
|
247
|
+
"filesystem_access_candidates": 8,
|
|
248
|
+
"matched_content": [
|
|
249
|
+
{
|
|
250
|
+
"bytes": 2184,
|
|
251
|
+
"kind": "full-file",
|
|
252
|
+
"path": "fable-mode/SKILL.md"
|
|
253
|
+
},
|
|
254
|
+
{
|
|
255
|
+
"bytes": 1387,
|
|
256
|
+
"kind": "full-file",
|
|
257
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
258
|
+
},
|
|
259
|
+
{
|
|
260
|
+
"bytes": 2813,
|
|
261
|
+
"kind": "full-file",
|
|
262
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
263
|
+
},
|
|
264
|
+
{
|
|
265
|
+
"bytes": 8660,
|
|
266
|
+
"kind": "full-file",
|
|
267
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
268
|
+
},
|
|
269
|
+
{
|
|
270
|
+
"bytes": 1792,
|
|
271
|
+
"kind": "full-file",
|
|
272
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
273
|
+
},
|
|
274
|
+
{
|
|
275
|
+
"bytes": 2121,
|
|
276
|
+
"kind": "full-file",
|
|
277
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
278
|
+
},
|
|
279
|
+
{
|
|
280
|
+
"bytes": 1467,
|
|
281
|
+
"kind": "full-file",
|
|
282
|
+
"path": "tdd/SKILL.md"
|
|
283
|
+
},
|
|
284
|
+
{
|
|
285
|
+
"bytes": 1599,
|
|
286
|
+
"kind": "full-file",
|
|
287
|
+
"path": "verification-loop/SKILL.md"
|
|
288
|
+
}
|
|
289
|
+
],
|
|
290
|
+
"paths": [
|
|
291
|
+
"fable-mode/SKILL.md",
|
|
292
|
+
"fable-mode/references/profile-lookup.md",
|
|
293
|
+
"fable-mode/references/model-matrix.md",
|
|
294
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
295
|
+
"fable-mode/references/execution-phases.md",
|
|
296
|
+
"fable-mode/execution-guardrails/SKILL.md",
|
|
297
|
+
"tdd/SKILL.md",
|
|
298
|
+
"verification-loop/SKILL.md"
|
|
299
|
+
],
|
|
300
|
+
"returned_bytes": 22023,
|
|
301
|
+
"shell_output_bytes": 24276,
|
|
302
|
+
"uncertain_or_mixed_output_bytes": 2253
|
|
303
|
+
}
|
|
304
|
+
],
|
|
305
|
+
"parent_api_equivalent_cost_usd": null,
|
|
306
|
+
"preflight": false,
|
|
307
|
+
"reference_filesystem_access_candidates": 8,
|
|
308
|
+
"reference_returned_bytes": 22023,
|
|
309
|
+
"reference_shell_output_bytes": 24276,
|
|
310
|
+
"repeat": 1,
|
|
311
|
+
"series": "issue290-fable-20261014",
|
|
312
|
+
"stop_reason": "wall-time-budget",
|
|
313
|
+
"strategies": [
|
|
314
|
+
"fable-staged"
|
|
315
|
+
],
|
|
316
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
317
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
318
|
+
"uncertain_or_mixed_output_bytes": 2253,
|
|
319
|
+
"usage": null,
|
|
320
|
+
"wall_seconds": 600.392,
|
|
321
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
322
|
+
},
|
|
323
|
+
{
|
|
324
|
+
"api_equivalent_cost_usd": null,
|
|
325
|
+
"api_equivalent_input_cost_usd": null,
|
|
326
|
+
"arm": "A",
|
|
327
|
+
"budget_failure": false,
|
|
328
|
+
"child_usage_observability": "unknown; dispatched worker usage/model ID not exposed in parent CLI stream",
|
|
329
|
+
"classification": "definitive",
|
|
330
|
+
"cost_observability": "final aggregate retained",
|
|
331
|
+
"effective_effort_reported": "high",
|
|
332
|
+
"exact_reference_bytes_lower_bound": 30683,
|
|
333
|
+
"exit": 0,
|
|
334
|
+
"independent_grader": {
|
|
335
|
+
"exit": 0,
|
|
336
|
+
"pass": true,
|
|
337
|
+
"stderr": "",
|
|
338
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
339
|
+
},
|
|
340
|
+
"input_usage_reconciles": true,
|
|
341
|
+
"model": {
|
|
342
|
+
"cli": "0.162.1",
|
|
343
|
+
"effort": "high",
|
|
344
|
+
"engine": "codex",
|
|
345
|
+
"model": "gpt-6-luna"
|
|
346
|
+
},
|
|
347
|
+
"observed_reference_reads": [
|
|
348
|
+
{
|
|
349
|
+
"active_step": "uncomposed",
|
|
350
|
+
"command": "/bin/zsh -lc \"cat .harness/fable-mode/SKILL.md .harness/fable-mode/references/profile-lookup.md .harness/fable-mode/references/model-matrix.md .harness/fable-mode/CONTRACT-FORMAT.md .harness/fable-mode/references/execution-phases.md .harness/fable-mode/execution-guardrails/SKILL.md .harness/tdd/SKILL.md .harness/verification-loop/SKILL.md && cat instructions.md && cat simple-linked-list.js && sed -n '1,240p' dev-check.cjs && cat .pilot-state/workspaces/harness290-fable-cqffkj8z-531e2d7bbc8b/state/sessions/01a13abc-6378-7981-aefa-d87aa35ab420/workflow-stages.json && cat .pilot-state/workspaces/harness290-fable-cqffkj8z-531e2d7bbc8b/state/sessions/01a13abc-6378-7981-aefa-d87aa35ab420/workflow-obligations.json\"",
|
|
351
|
+
"content_sha256": "c1ad5d504856a2ccfeb51142efe69b2cbe7316abc637c3eacfed869e20a7763b",
|
|
352
|
+
"declared_binding_matches": [
|
|
353
|
+
{
|
|
354
|
+
"id": "tdd",
|
|
355
|
+
"path": "tdd/SKILL.md",
|
|
356
|
+
"stage": null,
|
|
357
|
+
"step": "req-element"
|
|
358
|
+
},
|
|
359
|
+
{
|
|
360
|
+
"id": "tdd",
|
|
361
|
+
"path": "tdd/SKILL.md",
|
|
362
|
+
"stage": null,
|
|
363
|
+
"step": "req-list"
|
|
364
|
+
},
|
|
365
|
+
{
|
|
366
|
+
"id": "tdd",
|
|
367
|
+
"path": "tdd/SKILL.md",
|
|
368
|
+
"stage": null,
|
|
369
|
+
"step": "req-convert-reverse"
|
|
370
|
+
},
|
|
371
|
+
{
|
|
372
|
+
"id": "verification-loop",
|
|
373
|
+
"path": "verification-loop/SKILL.md",
|
|
374
|
+
"stage": null,
|
|
375
|
+
"step": "req-verify"
|
|
376
|
+
}
|
|
377
|
+
],
|
|
378
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
379
|
+
"exact_reference_bytes": 22023,
|
|
380
|
+
"filesystem_access_candidates": 8,
|
|
381
|
+
"matched_content": [
|
|
382
|
+
{
|
|
383
|
+
"bytes": 2184,
|
|
384
|
+
"kind": "full-file",
|
|
385
|
+
"path": "fable-mode/SKILL.md"
|
|
386
|
+
},
|
|
387
|
+
{
|
|
388
|
+
"bytes": 1387,
|
|
389
|
+
"kind": "full-file",
|
|
390
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
391
|
+
},
|
|
392
|
+
{
|
|
393
|
+
"bytes": 2813,
|
|
394
|
+
"kind": "full-file",
|
|
395
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
396
|
+
},
|
|
397
|
+
{
|
|
398
|
+
"bytes": 8660,
|
|
399
|
+
"kind": "full-file",
|
|
400
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
401
|
+
},
|
|
402
|
+
{
|
|
403
|
+
"bytes": 1792,
|
|
404
|
+
"kind": "full-file",
|
|
405
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
406
|
+
},
|
|
407
|
+
{
|
|
408
|
+
"bytes": 2121,
|
|
409
|
+
"kind": "full-file",
|
|
410
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
411
|
+
},
|
|
412
|
+
{
|
|
413
|
+
"bytes": 1467,
|
|
414
|
+
"kind": "full-file",
|
|
415
|
+
"path": "tdd/SKILL.md"
|
|
416
|
+
},
|
|
417
|
+
{
|
|
418
|
+
"bytes": 1599,
|
|
419
|
+
"kind": "full-file",
|
|
420
|
+
"path": "verification-loop/SKILL.md"
|
|
421
|
+
}
|
|
422
|
+
],
|
|
423
|
+
"paths": [
|
|
424
|
+
"fable-mode/SKILL.md",
|
|
425
|
+
"fable-mode/references/profile-lookup.md",
|
|
426
|
+
"fable-mode/references/model-matrix.md",
|
|
427
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
428
|
+
"fable-mode/references/execution-phases.md",
|
|
429
|
+
"fable-mode/execution-guardrails/SKILL.md",
|
|
430
|
+
"tdd/SKILL.md",
|
|
431
|
+
"verification-loop/SKILL.md"
|
|
432
|
+
],
|
|
433
|
+
"returned_bytes": 22023,
|
|
434
|
+
"shell_output_bytes": 24276,
|
|
435
|
+
"uncertain_or_mixed_output_bytes": 2253
|
|
436
|
+
},
|
|
437
|
+
{
|
|
438
|
+
"active_step": "stage-1-element",
|
|
439
|
+
"command": "/bin/zsh -lc 'cat .harness/tdd/references/core-discipline.md .harness/tdd/references/quality-model.md .harness/tdd/references/unit-testing.md && rg --files .claude/harness-everything/state/contracts 2>/dev/null || true && cat .harness/fable-mode/CONTRACT-FORMAT.md'",
|
|
440
|
+
"content_sha256": "8af72fc706a1e672557aae13daa8279c50b667af3d6f221a53f6d4665046185a",
|
|
441
|
+
"declared_binding_matches": [],
|
|
442
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
443
|
+
"exact_reference_bytes": 8660,
|
|
444
|
+
"filesystem_access_candidates": 1,
|
|
445
|
+
"matched_content": [
|
|
446
|
+
{
|
|
447
|
+
"bytes": 8660,
|
|
448
|
+
"kind": "full-file",
|
|
449
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
450
|
+
}
|
|
451
|
+
],
|
|
452
|
+
"paths": [
|
|
453
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
454
|
+
],
|
|
455
|
+
"returned_bytes": 8660,
|
|
456
|
+
"shell_output_bytes": 19042,
|
|
457
|
+
"uncertain_or_mixed_output_bytes": 10382
|
|
458
|
+
}
|
|
459
|
+
],
|
|
460
|
+
"parent_api_equivalent_cost_usd": 0.07149232000000001,
|
|
461
|
+
"preflight": false,
|
|
462
|
+
"reference_filesystem_access_candidates": 9,
|
|
463
|
+
"reference_returned_bytes": 30683,
|
|
464
|
+
"reference_shell_output_bytes": 43318,
|
|
465
|
+
"repeat": 2,
|
|
466
|
+
"series": "issue290-fable-20261014",
|
|
467
|
+
"stop_reason": null,
|
|
468
|
+
"strategies": [
|
|
469
|
+
"fable-staged"
|
|
470
|
+
],
|
|
471
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
472
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
473
|
+
"uncertain_or_mixed_output_bytes": 12635,
|
|
474
|
+
"usage": {
|
|
475
|
+
"cache_write_input_tokens": 0,
|
|
476
|
+
"cached_input_tokens": 3645952,
|
|
477
|
+
"input_tokens": 3781415,
|
|
478
|
+
"output_tokens": 42973,
|
|
479
|
+
"reasoning_output_tokens": 24126
|
|
480
|
+
},
|
|
481
|
+
"wall_seconds": 439.355,
|
|
482
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
483
|
+
},
|
|
484
|
+
{
|
|
485
|
+
"api_equivalent_cost_usd": null,
|
|
486
|
+
"api_equivalent_input_cost_usd": null,
|
|
487
|
+
"arm": "B",
|
|
488
|
+
"budget_failure": true,
|
|
489
|
+
"child_usage_observability": "unknown; dispatched worker usage/model ID not exposed in parent CLI stream",
|
|
490
|
+
"classification": "definitive-agent-budget-failure",
|
|
491
|
+
"cost_observability": "partial; final aggregate unavailable",
|
|
492
|
+
"effective_effort_reported": "high",
|
|
493
|
+
"exact_reference_bytes_lower_bound": 3066,
|
|
494
|
+
"exit": 0,
|
|
495
|
+
"independent_grader": {
|
|
496
|
+
"exit": 1,
|
|
497
|
+
"pass": false,
|
|
498
|
+
"stderr": "",
|
|
499
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Cannot read properties of null (reading 'value')\"},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
500
|
+
},
|
|
501
|
+
"input_usage_reconciles": false,
|
|
502
|
+
"model": {
|
|
503
|
+
"cli": "0.162.1",
|
|
504
|
+
"effort": "high",
|
|
505
|
+
"engine": "codex",
|
|
506
|
+
"model": "gpt-6-luna"
|
|
507
|
+
},
|
|
508
|
+
"observed_reference_reads": [
|
|
509
|
+
{
|
|
510
|
+
"active_step": "uncomposed",
|
|
511
|
+
"command": "/bin/zsh -lc 'cat .harness/tdd/SKILL.md && cat .harness/verification-loop/SKILL.md && cat .harness/verify-before-claim/SKILL.md'",
|
|
512
|
+
"content_sha256": "2a213f4fdc730808ed3553f68bf3d87b25f1288af2d7e982a6f7e63a9825a9c8",
|
|
513
|
+
"declared_binding_matches": [
|
|
514
|
+
{
|
|
515
|
+
"id": "tdd",
|
|
516
|
+
"path": "tdd/SKILL.md",
|
|
517
|
+
"stage": null,
|
|
518
|
+
"step": "stage-element"
|
|
519
|
+
},
|
|
520
|
+
{
|
|
521
|
+
"id": "tdd",
|
|
522
|
+
"path": "tdd/SKILL.md",
|
|
523
|
+
"stage": null,
|
|
524
|
+
"step": "stage-list-core"
|
|
525
|
+
},
|
|
526
|
+
{
|
|
527
|
+
"id": "tdd",
|
|
528
|
+
"path": "tdd/SKILL.md",
|
|
529
|
+
"stage": null,
|
|
530
|
+
"step": "stage-array-reverse"
|
|
531
|
+
},
|
|
532
|
+
{
|
|
533
|
+
"id": "verification-loop",
|
|
534
|
+
"path": "verification-loop/SKILL.md",
|
|
535
|
+
"stage": null,
|
|
536
|
+
"step": "cold-verification"
|
|
537
|
+
}
|
|
538
|
+
],
|
|
539
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
540
|
+
"exact_reference_bytes": 3066,
|
|
541
|
+
"filesystem_access_candidates": 2,
|
|
542
|
+
"matched_content": [
|
|
543
|
+
{
|
|
544
|
+
"bytes": 1467,
|
|
545
|
+
"kind": "full-file",
|
|
546
|
+
"path": "tdd/SKILL.md"
|
|
547
|
+
},
|
|
548
|
+
{
|
|
549
|
+
"bytes": 1599,
|
|
550
|
+
"kind": "full-file",
|
|
551
|
+
"path": "verification-loop/SKILL.md"
|
|
552
|
+
}
|
|
553
|
+
],
|
|
554
|
+
"paths": [
|
|
555
|
+
"tdd/SKILL.md",
|
|
556
|
+
"verification-loop/SKILL.md"
|
|
557
|
+
],
|
|
558
|
+
"returned_bytes": 3066,
|
|
559
|
+
"shell_output_bytes": 4935,
|
|
560
|
+
"uncertain_or_mixed_output_bytes": 1869
|
|
561
|
+
}
|
|
562
|
+
],
|
|
563
|
+
"parent_api_equivalent_cost_usd": null,
|
|
564
|
+
"preflight": false,
|
|
565
|
+
"reference_filesystem_access_candidates": 2,
|
|
566
|
+
"reference_returned_bytes": 3066,
|
|
567
|
+
"reference_shell_output_bytes": 4935,
|
|
568
|
+
"repeat": 1,
|
|
569
|
+
"series": "issue290-fable-20261014",
|
|
570
|
+
"stop_reason": "wall-time-budget",
|
|
571
|
+
"strategies": [
|
|
572
|
+
"fable-staged"
|
|
573
|
+
],
|
|
574
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
575
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
576
|
+
"uncertain_or_mixed_output_bytes": 1869,
|
|
577
|
+
"usage": null,
|
|
578
|
+
"wall_seconds": 601.001,
|
|
579
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
580
|
+
},
|
|
581
|
+
{
|
|
582
|
+
"api_equivalent_cost_usd": null,
|
|
583
|
+
"api_equivalent_input_cost_usd": null,
|
|
584
|
+
"arm": "B",
|
|
585
|
+
"budget_failure": true,
|
|
586
|
+
"child_usage_observability": "unknown; dispatched worker usage/model ID not exposed in parent CLI stream",
|
|
587
|
+
"classification": "definitive-agent-budget-failure",
|
|
588
|
+
"cost_observability": "partial; final aggregate unavailable",
|
|
589
|
+
"effective_effort_reported": "high",
|
|
590
|
+
"exact_reference_bytes_lower_bound": 15124,
|
|
591
|
+
"exit": 0,
|
|
592
|
+
"independent_grader": {
|
|
593
|
+
"exit": 1,
|
|
594
|
+
"pass": false,
|
|
595
|
+
"stderr": "",
|
|
596
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Cannot read properties of null (reading 'value')\"},{\"name\":\"can be initialized with an array\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n\\nundefined !== 3\\n\"},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n\\nundefined !== 10\\n\"},{\"name\":\"can traverse the list\",\"pass\":false,\"error\":\"Cannot read properties of undefined (reading 'next')\"},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n\\nundefined !== 2\\n\"},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
597
|
+
},
|
|
598
|
+
"input_usage_reconciles": false,
|
|
599
|
+
"model": {
|
|
600
|
+
"cli": "0.162.1",
|
|
601
|
+
"effort": "high",
|
|
602
|
+
"engine": "codex",
|
|
603
|
+
"model": "gpt-6-luna"
|
|
604
|
+
},
|
|
605
|
+
"observed_reference_reads": [
|
|
606
|
+
{
|
|
607
|
+
"active_step": "uncomposed",
|
|
608
|
+
"command": "/bin/zsh -lc \"sed -n '1,260p' .harness/fable-mode/SKILL.md && sed -n '1,200p' .harness/fable-mode/references/model-matrix.md && node <HARNESS_SOURCE>/hooks/scripts/workflow-disposition.js --help\"",
|
|
609
|
+
"content_sha256": "4d78a614415dc33925f96c3a5e0d9c1e3fc160e7f37df52b26224c089ae62b21",
|
|
610
|
+
"declared_binding_matches": [],
|
|
611
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
612
|
+
"exact_reference_bytes": 4997,
|
|
613
|
+
"filesystem_access_candidates": 2,
|
|
614
|
+
"matched_content": [
|
|
615
|
+
{
|
|
616
|
+
"bytes": 2184,
|
|
617
|
+
"kind": "full-file",
|
|
618
|
+
"path": "fable-mode/SKILL.md"
|
|
619
|
+
},
|
|
620
|
+
{
|
|
621
|
+
"bytes": 2813,
|
|
622
|
+
"kind": "full-file",
|
|
623
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
624
|
+
}
|
|
625
|
+
],
|
|
626
|
+
"paths": [
|
|
627
|
+
"fable-mode/SKILL.md",
|
|
628
|
+
"fable-mode/references/model-matrix.md"
|
|
629
|
+
],
|
|
630
|
+
"returned_bytes": 4997,
|
|
631
|
+
"shell_output_bytes": 5375,
|
|
632
|
+
"uncertain_or_mixed_output_bytes": 378
|
|
633
|
+
},
|
|
634
|
+
{
|
|
635
|
+
"active_step": "uncomposed",
|
|
636
|
+
"command": "/bin/zsh -lc \"sed -n '1,180p' .harness/fable-mode/CONTRACT-FORMAT.md && sed -n '1,130p' .harness/fable-mode/agents/fable-orchestrator.md && sed -n '1,140p' .harness/hooks/scripts/workflow-gate.js\"",
|
|
637
|
+
"content_sha256": "3395bbda715d2538ca5e37e6e0857104d69e5bb1ad2a62b9c05a50a273abd4bc",
|
|
638
|
+
"declared_binding_matches": [],
|
|
639
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
640
|
+
"exact_reference_bytes": 8660,
|
|
641
|
+
"filesystem_access_candidates": 1,
|
|
642
|
+
"matched_content": [
|
|
643
|
+
{
|
|
644
|
+
"bytes": 8660,
|
|
645
|
+
"kind": "full-file",
|
|
646
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
647
|
+
}
|
|
648
|
+
],
|
|
649
|
+
"paths": [
|
|
650
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
651
|
+
],
|
|
652
|
+
"returned_bytes": 8660,
|
|
653
|
+
"shell_output_bytes": 19931,
|
|
654
|
+
"uncertain_or_mixed_output_bytes": 11271
|
|
655
|
+
},
|
|
656
|
+
{
|
|
657
|
+
"active_step": "stage-1-element",
|
|
658
|
+
"command": "/bin/zsh -lc \"sed -n '1,240p' .harness/tdd/SKILL.md\"",
|
|
659
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
660
|
+
"declared_binding_matches": [
|
|
661
|
+
{
|
|
662
|
+
"id": "tdd",
|
|
663
|
+
"path": "tdd/SKILL.md",
|
|
664
|
+
"stage": null,
|
|
665
|
+
"step": "stage-1"
|
|
666
|
+
},
|
|
667
|
+
{
|
|
668
|
+
"id": "tdd",
|
|
669
|
+
"path": "tdd/SKILL.md",
|
|
670
|
+
"stage": null,
|
|
671
|
+
"step": "stage-2"
|
|
672
|
+
},
|
|
673
|
+
{
|
|
674
|
+
"id": "tdd",
|
|
675
|
+
"path": "tdd/SKILL.md",
|
|
676
|
+
"stage": null,
|
|
677
|
+
"step": "stage-3"
|
|
678
|
+
},
|
|
679
|
+
{
|
|
680
|
+
"id": "tdd",
|
|
681
|
+
"path": "tdd/SKILL.md",
|
|
682
|
+
"stage": "stage-1-element",
|
|
683
|
+
"step": null
|
|
684
|
+
},
|
|
685
|
+
{
|
|
686
|
+
"id": "tdd",
|
|
687
|
+
"path": "tdd/SKILL.md",
|
|
688
|
+
"stage": "stage-2-list-core",
|
|
689
|
+
"step": null
|
|
690
|
+
},
|
|
691
|
+
{
|
|
692
|
+
"id": "tdd",
|
|
693
|
+
"path": "tdd/SKILL.md",
|
|
694
|
+
"stage": "stage-3-array-reverse",
|
|
695
|
+
"step": null
|
|
696
|
+
}
|
|
697
|
+
],
|
|
698
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
699
|
+
"exact_reference_bytes": 1467,
|
|
700
|
+
"filesystem_access_candidates": 1,
|
|
701
|
+
"matched_content": [
|
|
702
|
+
{
|
|
703
|
+
"bytes": 1467,
|
|
704
|
+
"kind": "full-file",
|
|
705
|
+
"path": "tdd/SKILL.md"
|
|
706
|
+
}
|
|
707
|
+
],
|
|
708
|
+
"paths": [
|
|
709
|
+
"tdd/SKILL.md"
|
|
710
|
+
],
|
|
711
|
+
"returned_bytes": 1467,
|
|
712
|
+
"shell_output_bytes": 1467,
|
|
713
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
714
|
+
}
|
|
715
|
+
],
|
|
716
|
+
"parent_api_equivalent_cost_usd": null,
|
|
717
|
+
"preflight": false,
|
|
718
|
+
"reference_filesystem_access_candidates": 4,
|
|
719
|
+
"reference_returned_bytes": 15124,
|
|
720
|
+
"reference_shell_output_bytes": 26773,
|
|
721
|
+
"repeat": 2,
|
|
722
|
+
"series": "issue290-fable-20261014",
|
|
723
|
+
"stop_reason": "wall-time-budget",
|
|
724
|
+
"strategies": [
|
|
725
|
+
"fable-staged"
|
|
726
|
+
],
|
|
727
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
728
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
729
|
+
"uncertain_or_mixed_output_bytes": 11649,
|
|
730
|
+
"usage": null,
|
|
731
|
+
"wall_seconds": 600.761,
|
|
732
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
733
|
+
},
|
|
734
|
+
{
|
|
735
|
+
"api_equivalent_cost_usd": 0.04073616,
|
|
736
|
+
"api_equivalent_input_cost_usd": 0.024593660000000003,
|
|
737
|
+
"arm": "A",
|
|
738
|
+
"budget_failure": false,
|
|
739
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
740
|
+
"classification": "definitive",
|
|
741
|
+
"cost_observability": "final aggregate retained",
|
|
742
|
+
"effective_effort_reported": [
|
|
743
|
+
"high"
|
|
744
|
+
],
|
|
745
|
+
"exact_reference_bytes_lower_bound": 8300,
|
|
746
|
+
"exit": 0,
|
|
747
|
+
"independent_grader": {
|
|
748
|
+
"exit": 0,
|
|
749
|
+
"pass": true,
|
|
750
|
+
"stderr": "",
|
|
751
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
752
|
+
},
|
|
753
|
+
"input_usage_reconciles": true,
|
|
754
|
+
"model": {
|
|
755
|
+
"cli": "2.1.299",
|
|
756
|
+
"effort": "high",
|
|
757
|
+
"engine": "claude",
|
|
758
|
+
"model": "claude-haiku-5-5"
|
|
759
|
+
},
|
|
760
|
+
"observed_reference_reads": [
|
|
761
|
+
{
|
|
762
|
+
"active_step": "uncomposed",
|
|
763
|
+
"command": "",
|
|
764
|
+
"content_sha256": "cde9dc8c6d72812d9737bdbab8139678c1609add950a8d494f6ecaec91c9b279",
|
|
765
|
+
"declared_binding_matches": [],
|
|
766
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
767
|
+
"exact_reference_bytes": 1792,
|
|
768
|
+
"filesystem_access_candidates": 1,
|
|
769
|
+
"matched_content": [
|
|
770
|
+
{
|
|
771
|
+
"bytes": 1792,
|
|
772
|
+
"kind": "full-file",
|
|
773
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
774
|
+
}
|
|
775
|
+
],
|
|
776
|
+
"paths": [
|
|
777
|
+
"fable-mode/references/execution-phases.md"
|
|
778
|
+
],
|
|
779
|
+
"returned_bytes": 1792,
|
|
780
|
+
"shell_output_bytes": 1792,
|
|
781
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
782
|
+
},
|
|
783
|
+
{
|
|
784
|
+
"active_step": "uncomposed",
|
|
785
|
+
"command": "cat .harness/fable-mode/CONTRACT-FORMAT.md | head -120; echo ---; cat .gitignore 2>/dev/null; echo ---; ls -la .pilot-state .claude 2>&1 | head",
|
|
786
|
+
"content_sha256": "3294f2a00d5b17d6cf5d39e30569756950ea0b8886e04f602b997610308d61a3",
|
|
787
|
+
"declared_binding_matches": [],
|
|
788
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
789
|
+
"exact_reference_bytes": 6508,
|
|
790
|
+
"filesystem_access_candidates": 1,
|
|
791
|
+
"matched_content": [
|
|
792
|
+
{
|
|
793
|
+
"bytes": 6508,
|
|
794
|
+
"kind": "partial-content",
|
|
795
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
796
|
+
}
|
|
797
|
+
],
|
|
798
|
+
"paths": [
|
|
799
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
800
|
+
],
|
|
801
|
+
"returned_bytes": 6508,
|
|
802
|
+
"shell_output_bytes": 6799,
|
|
803
|
+
"uncertain_or_mixed_output_bytes": 291
|
|
804
|
+
}
|
|
805
|
+
],
|
|
806
|
+
"parent_api_equivalent_cost_usd": 0.04073616,
|
|
807
|
+
"preflight": false,
|
|
808
|
+
"reference_filesystem_access_candidates": 2,
|
|
809
|
+
"reference_returned_bytes": 8300,
|
|
810
|
+
"reference_shell_output_bytes": 8591,
|
|
811
|
+
"repeat": 1,
|
|
812
|
+
"series": "issue290-fable-claude-retry-20261014",
|
|
813
|
+
"stop_reason": null,
|
|
814
|
+
"strategies": [
|
|
815
|
+
null
|
|
816
|
+
],
|
|
817
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
818
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
819
|
+
"uncertain_or_mixed_output_bytes": 291,
|
|
820
|
+
"usage": {
|
|
821
|
+
"cache_creation_input_tokens": 63991,
|
|
822
|
+
"cache_read_input_tokens": 1179046,
|
|
823
|
+
"input_tokens": 50,
|
|
824
|
+
"output_tokens": 32285,
|
|
825
|
+
"output_tokens_details": {
|
|
826
|
+
"thinking_tokens": 20162
|
|
827
|
+
}
|
|
828
|
+
},
|
|
829
|
+
"wall_seconds": 265.736,
|
|
830
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
831
|
+
},
|
|
832
|
+
{
|
|
833
|
+
"api_equivalent_cost_usd": 0.029205180000000004,
|
|
834
|
+
"api_equivalent_input_cost_usd": 0.017736180000000004,
|
|
835
|
+
"arm": "A",
|
|
836
|
+
"budget_failure": false,
|
|
837
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
838
|
+
"classification": "definitive",
|
|
839
|
+
"cost_observability": "final aggregate retained",
|
|
840
|
+
"effective_effort_reported": [
|
|
841
|
+
"high"
|
|
842
|
+
],
|
|
843
|
+
"exact_reference_bytes_lower_bound": 20633,
|
|
844
|
+
"exit": 0,
|
|
845
|
+
"independent_grader": {
|
|
846
|
+
"exit": 0,
|
|
847
|
+
"pass": true,
|
|
848
|
+
"stderr": "",
|
|
849
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
850
|
+
},
|
|
851
|
+
"input_usage_reconciles": true,
|
|
852
|
+
"model": {
|
|
853
|
+
"cli": "2.1.299",
|
|
854
|
+
"effort": "high",
|
|
855
|
+
"engine": "claude",
|
|
856
|
+
"model": "claude-haiku-5-5"
|
|
857
|
+
},
|
|
858
|
+
"observed_reference_reads": [
|
|
859
|
+
{
|
|
860
|
+
"active_step": "uncomposed",
|
|
861
|
+
"command": "ls -R .harness/fable-mode .harness/tdd .harness/verification-loop 2>/dev/null | head -40; echo ----; cat .harness/fable-mode/SKILL.md 2>/dev/null | head -200",
|
|
862
|
+
"content_sha256": "06ff9a2e5f55b9641b810992837c18051875dbef7930e390c7a03d940bf2ac53",
|
|
863
|
+
"declared_binding_matches": [],
|
|
864
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
865
|
+
"exact_reference_bytes": 2183,
|
|
866
|
+
"filesystem_access_candidates": 1,
|
|
867
|
+
"matched_content": [
|
|
868
|
+
{
|
|
869
|
+
"bytes": 2183,
|
|
870
|
+
"kind": "partial-content",
|
|
871
|
+
"path": "fable-mode/SKILL.md"
|
|
872
|
+
}
|
|
873
|
+
],
|
|
874
|
+
"paths": [
|
|
875
|
+
"fable-mode/SKILL.md"
|
|
876
|
+
],
|
|
877
|
+
"returned_bytes": 2183,
|
|
878
|
+
"shell_output_bytes": 2852,
|
|
879
|
+
"uncertain_or_mixed_output_bytes": 669
|
|
880
|
+
},
|
|
881
|
+
{
|
|
882
|
+
"active_step": "uncomposed",
|
|
883
|
+
"command": "cat .harness/fable-mode/references/execution-phases.md 2>/dev/null | head -150; echo ----; cat .harness/fable-mode/references/model-matrix.md 2>/dev/null | head -80",
|
|
884
|
+
"content_sha256": "c1620548d7eef04ee3144fd06860128e3e97aad86738e6a0abacdf846bbfaaaf",
|
|
885
|
+
"declared_binding_matches": [],
|
|
886
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
887
|
+
"exact_reference_bytes": 4604,
|
|
888
|
+
"filesystem_access_candidates": 2,
|
|
889
|
+
"matched_content": [
|
|
890
|
+
{
|
|
891
|
+
"bytes": 1792,
|
|
892
|
+
"kind": "full-file",
|
|
893
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
894
|
+
},
|
|
895
|
+
{
|
|
896
|
+
"bytes": 2812,
|
|
897
|
+
"kind": "partial-content",
|
|
898
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
899
|
+
}
|
|
900
|
+
],
|
|
901
|
+
"paths": [
|
|
902
|
+
"fable-mode/references/execution-phases.md",
|
|
903
|
+
"fable-mode/references/model-matrix.md"
|
|
904
|
+
],
|
|
905
|
+
"returned_bytes": 4604,
|
|
906
|
+
"shell_output_bytes": 4609,
|
|
907
|
+
"uncertain_or_mixed_output_bytes": 5
|
|
908
|
+
},
|
|
909
|
+
{
|
|
910
|
+
"active_step": "uncomposed",
|
|
911
|
+
"command": "cat .harness/fable-mode/CONTRACT-FORMAT.md; echo ----; cat .harness/tdd/SKILL.md 2>/dev/null | head -80; echo ----; cat .harness/verification-loop/SKILL.md 2>/dev/null | head -60; echo ----; cat .harness/fable-mode/execution-guardrails/SKILL.md | head -60",
|
|
912
|
+
"content_sha256": "bba0ae168faa80bee11c877bc3dabdef4eb6ee763301dbb0aef82e7837336da4",
|
|
913
|
+
"declared_binding_matches": [],
|
|
914
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
915
|
+
"exact_reference_bytes": 13846,
|
|
916
|
+
"filesystem_access_candidates": 4,
|
|
917
|
+
"matched_content": [
|
|
918
|
+
{
|
|
919
|
+
"bytes": 8660,
|
|
920
|
+
"kind": "full-file",
|
|
921
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
922
|
+
},
|
|
923
|
+
{
|
|
924
|
+
"bytes": 1467,
|
|
925
|
+
"kind": "full-file",
|
|
926
|
+
"path": "tdd/SKILL.md"
|
|
927
|
+
},
|
|
928
|
+
{
|
|
929
|
+
"bytes": 1599,
|
|
930
|
+
"kind": "full-file",
|
|
931
|
+
"path": "verification-loop/SKILL.md"
|
|
932
|
+
},
|
|
933
|
+
{
|
|
934
|
+
"bytes": 2120,
|
|
935
|
+
"kind": "partial-content",
|
|
936
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
937
|
+
}
|
|
938
|
+
],
|
|
939
|
+
"paths": [
|
|
940
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
941
|
+
"tdd/SKILL.md",
|
|
942
|
+
"verification-loop/SKILL.md",
|
|
943
|
+
"fable-mode/execution-guardrails/SKILL.md"
|
|
944
|
+
],
|
|
945
|
+
"returned_bytes": 13846,
|
|
946
|
+
"shell_output_bytes": 13861,
|
|
947
|
+
"uncertain_or_mixed_output_bytes": 15
|
|
948
|
+
}
|
|
949
|
+
],
|
|
950
|
+
"parent_api_equivalent_cost_usd": 0.029205180000000004,
|
|
951
|
+
"preflight": false,
|
|
952
|
+
"reference_filesystem_access_candidates": 7,
|
|
953
|
+
"reference_returned_bytes": 20633,
|
|
954
|
+
"reference_shell_output_bytes": 21322,
|
|
955
|
+
"repeat": 2,
|
|
956
|
+
"series": "issue290-fable-claude-retry-20261014",
|
|
957
|
+
"stop_reason": null,
|
|
958
|
+
"strategies": [
|
|
959
|
+
"fable-staged"
|
|
960
|
+
],
|
|
961
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
962
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
963
|
+
"uncertain_or_mixed_output_bytes": 689,
|
|
964
|
+
"usage": {
|
|
965
|
+
"cache_creation_input_tokens": 57834,
|
|
966
|
+
"cache_read_input_tokens": 740718,
|
|
967
|
+
"input_tokens": 48,
|
|
968
|
+
"output_tokens": 22938,
|
|
969
|
+
"output_tokens_details": {
|
|
970
|
+
"thinking_tokens": 11950
|
|
971
|
+
}
|
|
972
|
+
},
|
|
973
|
+
"wall_seconds": 128.821,
|
|
974
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
975
|
+
},
|
|
976
|
+
{
|
|
977
|
+
"api_equivalent_cost_usd": 0.05423884000000001,
|
|
978
|
+
"api_equivalent_input_cost_usd": 0.031938339999999996,
|
|
979
|
+
"arm": "B",
|
|
980
|
+
"budget_failure": false,
|
|
981
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
982
|
+
"classification": "definitive",
|
|
983
|
+
"cost_observability": "final aggregate retained",
|
|
984
|
+
"effective_effort_reported": [
|
|
985
|
+
"high"
|
|
986
|
+
],
|
|
987
|
+
"exact_reference_bytes_lower_bound": 16914,
|
|
988
|
+
"exit": 0,
|
|
989
|
+
"independent_grader": {
|
|
990
|
+
"exit": 0,
|
|
991
|
+
"pass": true,
|
|
992
|
+
"stderr": "",
|
|
993
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
994
|
+
},
|
|
995
|
+
"input_usage_reconciles": true,
|
|
996
|
+
"model": {
|
|
997
|
+
"cli": "2.1.299",
|
|
998
|
+
"effort": "high",
|
|
999
|
+
"engine": "claude",
|
|
1000
|
+
"model": "claude-haiku-5-5"
|
|
1001
|
+
},
|
|
1002
|
+
"observed_reference_reads": [
|
|
1003
|
+
{
|
|
1004
|
+
"active_step": "uncomposed",
|
|
1005
|
+
"command": "cd <TMP>/harness290-fable-hiav8ymz/.harness && ls -R | head -80 && echo --- && cat fable-mode/SKILL.md",
|
|
1006
|
+
"content_sha256": "bc4f2d47f2d9c13fbb0f1715a33292c06ef59b6ec82d88e971e792941af3f1fc",
|
|
1007
|
+
"declared_binding_matches": [],
|
|
1008
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1009
|
+
"exact_reference_bytes": 2183,
|
|
1010
|
+
"filesystem_access_candidates": 1,
|
|
1011
|
+
"matched_content": [
|
|
1012
|
+
{
|
|
1013
|
+
"bytes": 2183,
|
|
1014
|
+
"kind": "partial-content",
|
|
1015
|
+
"path": "fable-mode/SKILL.md"
|
|
1016
|
+
}
|
|
1017
|
+
],
|
|
1018
|
+
"paths": [
|
|
1019
|
+
"fable-mode/SKILL.md"
|
|
1020
|
+
],
|
|
1021
|
+
"returned_bytes": 2183,
|
|
1022
|
+
"shell_output_bytes": 3312,
|
|
1023
|
+
"uncertain_or_mixed_output_bytes": 1129
|
|
1024
|
+
},
|
|
1025
|
+
{
|
|
1026
|
+
"active_step": "uncomposed",
|
|
1027
|
+
"command": "cd <TMP>/harness290-fable-hiav8ymz/.harness && cat fable-mode/references/execution-phases.md && echo ---- && cat fable-mode/CONTRACT-FORMAT.md && echo ---- && cat fable-mode/references/model-matrix.md",
|
|
1028
|
+
"content_sha256": "bc06a7d4c23b5f64c0c2c54534162fcb3e92a35af068f0e74440840a2dd51599",
|
|
1029
|
+
"declared_binding_matches": [],
|
|
1030
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1031
|
+
"exact_reference_bytes": 13264,
|
|
1032
|
+
"filesystem_access_candidates": 3,
|
|
1033
|
+
"matched_content": [
|
|
1034
|
+
{
|
|
1035
|
+
"bytes": 1792,
|
|
1036
|
+
"kind": "full-file",
|
|
1037
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
1038
|
+
},
|
|
1039
|
+
{
|
|
1040
|
+
"bytes": 8660,
|
|
1041
|
+
"kind": "full-file",
|
|
1042
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
1043
|
+
},
|
|
1044
|
+
{
|
|
1045
|
+
"bytes": 2812,
|
|
1046
|
+
"kind": "partial-content",
|
|
1047
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
1048
|
+
}
|
|
1049
|
+
],
|
|
1050
|
+
"paths": [
|
|
1051
|
+
"fable-mode/references/execution-phases.md",
|
|
1052
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
1053
|
+
"fable-mode/references/model-matrix.md"
|
|
1054
|
+
],
|
|
1055
|
+
"returned_bytes": 13264,
|
|
1056
|
+
"shell_output_bytes": 13274,
|
|
1057
|
+
"uncertain_or_mixed_output_bytes": 10
|
|
1058
|
+
},
|
|
1059
|
+
{
|
|
1060
|
+
"active_step": "stage-1",
|
|
1061
|
+
"command": "",
|
|
1062
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
1063
|
+
"declared_binding_matches": [
|
|
1064
|
+
{
|
|
1065
|
+
"id": "tdd",
|
|
1066
|
+
"path": "tdd/SKILL.md",
|
|
1067
|
+
"stage": null,
|
|
1068
|
+
"step": "req-1"
|
|
1069
|
+
},
|
|
1070
|
+
{
|
|
1071
|
+
"id": "tdd",
|
|
1072
|
+
"path": "tdd/SKILL.md",
|
|
1073
|
+
"stage": null,
|
|
1074
|
+
"step": "req-2"
|
|
1075
|
+
},
|
|
1076
|
+
{
|
|
1077
|
+
"id": "tdd",
|
|
1078
|
+
"path": "tdd/SKILL.md",
|
|
1079
|
+
"stage": null,
|
|
1080
|
+
"step": "req-3"
|
|
1081
|
+
},
|
|
1082
|
+
{
|
|
1083
|
+
"id": "tdd",
|
|
1084
|
+
"path": "tdd/SKILL.md",
|
|
1085
|
+
"stage": "stage-1",
|
|
1086
|
+
"step": null
|
|
1087
|
+
},
|
|
1088
|
+
{
|
|
1089
|
+
"id": "tdd",
|
|
1090
|
+
"path": "tdd/SKILL.md",
|
|
1091
|
+
"stage": "stage-2",
|
|
1092
|
+
"step": null
|
|
1093
|
+
},
|
|
1094
|
+
{
|
|
1095
|
+
"id": "tdd",
|
|
1096
|
+
"path": "tdd/SKILL.md",
|
|
1097
|
+
"stage": "stage-3",
|
|
1098
|
+
"step": null
|
|
1099
|
+
}
|
|
1100
|
+
],
|
|
1101
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1102
|
+
"exact_reference_bytes": 1467,
|
|
1103
|
+
"filesystem_access_candidates": 1,
|
|
1104
|
+
"matched_content": [
|
|
1105
|
+
{
|
|
1106
|
+
"bytes": 1467,
|
|
1107
|
+
"kind": "full-file",
|
|
1108
|
+
"path": "tdd/SKILL.md"
|
|
1109
|
+
}
|
|
1110
|
+
],
|
|
1111
|
+
"paths": [
|
|
1112
|
+
"tdd/SKILL.md"
|
|
1113
|
+
],
|
|
1114
|
+
"returned_bytes": 1467,
|
|
1115
|
+
"shell_output_bytes": 1467,
|
|
1116
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1117
|
+
}
|
|
1118
|
+
],
|
|
1119
|
+
"parent_api_equivalent_cost_usd": 0.05423884000000001,
|
|
1120
|
+
"preflight": false,
|
|
1121
|
+
"reference_filesystem_access_candidates": 5,
|
|
1122
|
+
"reference_returned_bytes": 16914,
|
|
1123
|
+
"reference_shell_output_bytes": 18053,
|
|
1124
|
+
"repeat": 1,
|
|
1125
|
+
"series": "issue290-fable-claude-retry-20261014",
|
|
1126
|
+
"stop_reason": null,
|
|
1127
|
+
"strategies": [
|
|
1128
|
+
"fable-staged"
|
|
1129
|
+
],
|
|
1130
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1131
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1132
|
+
"uncertain_or_mixed_output_bytes": 1139,
|
|
1133
|
+
"usage": {
|
|
1134
|
+
"cache_creation_input_tokens": 89951,
|
|
1135
|
+
"cache_read_input_tokens": 1529349,
|
|
1136
|
+
"input_tokens": 66,
|
|
1137
|
+
"output_tokens": 44601,
|
|
1138
|
+
"output_tokens_details": {
|
|
1139
|
+
"thinking_tokens": 28269
|
|
1140
|
+
}
|
|
1141
|
+
},
|
|
1142
|
+
"wall_seconds": 238.026,
|
|
1143
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1144
|
+
},
|
|
1145
|
+
{
|
|
1146
|
+
"api_equivalent_cost_usd": 0.050429640000000005,
|
|
1147
|
+
"api_equivalent_input_cost_usd": 0.03127264,
|
|
1148
|
+
"arm": "B",
|
|
1149
|
+
"budget_failure": false,
|
|
1150
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1151
|
+
"classification": "definitive",
|
|
1152
|
+
"cost_observability": "final aggregate retained",
|
|
1153
|
+
"effective_effort_reported": [
|
|
1154
|
+
"high"
|
|
1155
|
+
],
|
|
1156
|
+
"exact_reference_bytes_lower_bound": 13910,
|
|
1157
|
+
"exit": 0,
|
|
1158
|
+
"independent_grader": {
|
|
1159
|
+
"exit": 0,
|
|
1160
|
+
"pass": true,
|
|
1161
|
+
"stderr": "",
|
|
1162
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
1163
|
+
},
|
|
1164
|
+
"input_usage_reconciles": true,
|
|
1165
|
+
"model": {
|
|
1166
|
+
"cli": "2.1.299",
|
|
1167
|
+
"effort": "high",
|
|
1168
|
+
"engine": "claude",
|
|
1169
|
+
"model": "claude-haiku-5-5"
|
|
1170
|
+
},
|
|
1171
|
+
"observed_reference_reads": [
|
|
1172
|
+
{
|
|
1173
|
+
"active_step": "uncomposed",
|
|
1174
|
+
"command": "",
|
|
1175
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
1176
|
+
"declared_binding_matches": [],
|
|
1177
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1178
|
+
"exact_reference_bytes": 2184,
|
|
1179
|
+
"filesystem_access_candidates": 1,
|
|
1180
|
+
"matched_content": [
|
|
1181
|
+
{
|
|
1182
|
+
"bytes": 2184,
|
|
1183
|
+
"kind": "full-file",
|
|
1184
|
+
"path": "fable-mode/SKILL.md"
|
|
1185
|
+
}
|
|
1186
|
+
],
|
|
1187
|
+
"paths": [
|
|
1188
|
+
"fable-mode/SKILL.md"
|
|
1189
|
+
],
|
|
1190
|
+
"returned_bytes": 2184,
|
|
1191
|
+
"shell_output_bytes": 2184,
|
|
1192
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1193
|
+
},
|
|
1194
|
+
{
|
|
1195
|
+
"active_step": "uncomposed",
|
|
1196
|
+
"command": "",
|
|
1197
|
+
"content_sha256": "c887fe5bb4139d232d522199ac7ae77a29cbf89b65ac44d47c50b2035edc727f",
|
|
1198
|
+
"declared_binding_matches": [],
|
|
1199
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1200
|
+
"exact_reference_bytes": 8660,
|
|
1201
|
+
"filesystem_access_candidates": 1,
|
|
1202
|
+
"matched_content": [
|
|
1203
|
+
{
|
|
1204
|
+
"bytes": 8660,
|
|
1205
|
+
"kind": "full-file",
|
|
1206
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
1207
|
+
}
|
|
1208
|
+
],
|
|
1209
|
+
"paths": [
|
|
1210
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
1211
|
+
],
|
|
1212
|
+
"returned_bytes": 8660,
|
|
1213
|
+
"shell_output_bytes": 8660,
|
|
1214
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1215
|
+
},
|
|
1216
|
+
{
|
|
1217
|
+
"active_step": "stage-1",
|
|
1218
|
+
"command": "",
|
|
1219
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
1220
|
+
"declared_binding_matches": [
|
|
1221
|
+
{
|
|
1222
|
+
"id": "tdd",
|
|
1223
|
+
"path": "tdd/SKILL.md",
|
|
1224
|
+
"stage": null,
|
|
1225
|
+
"step": "req-1"
|
|
1226
|
+
},
|
|
1227
|
+
{
|
|
1228
|
+
"id": "tdd",
|
|
1229
|
+
"path": "tdd/SKILL.md",
|
|
1230
|
+
"stage": "stage-1",
|
|
1231
|
+
"step": null
|
|
1232
|
+
},
|
|
1233
|
+
{
|
|
1234
|
+
"id": "tdd",
|
|
1235
|
+
"path": "tdd/SKILL.md",
|
|
1236
|
+
"stage": "stage-2",
|
|
1237
|
+
"step": null
|
|
1238
|
+
},
|
|
1239
|
+
{
|
|
1240
|
+
"id": "tdd",
|
|
1241
|
+
"path": "tdd/SKILL.md",
|
|
1242
|
+
"stage": "stage-3",
|
|
1243
|
+
"step": null
|
|
1244
|
+
}
|
|
1245
|
+
],
|
|
1246
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1247
|
+
"exact_reference_bytes": 1467,
|
|
1248
|
+
"filesystem_access_candidates": 1,
|
|
1249
|
+
"matched_content": [
|
|
1250
|
+
{
|
|
1251
|
+
"bytes": 1467,
|
|
1252
|
+
"kind": "full-file",
|
|
1253
|
+
"path": "tdd/SKILL.md"
|
|
1254
|
+
}
|
|
1255
|
+
],
|
|
1256
|
+
"paths": [
|
|
1257
|
+
"tdd/SKILL.md"
|
|
1258
|
+
],
|
|
1259
|
+
"returned_bytes": 1467,
|
|
1260
|
+
"shell_output_bytes": 1467,
|
|
1261
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1262
|
+
},
|
|
1263
|
+
{
|
|
1264
|
+
"active_step": "stage-1",
|
|
1265
|
+
"command": "",
|
|
1266
|
+
"content_sha256": "a0454906b6863b0732db613347151dd7c0eb30bad3e75797150c07e9c13ba6c9",
|
|
1267
|
+
"declared_binding_matches": [
|
|
1268
|
+
{
|
|
1269
|
+
"id": "verification-loop",
|
|
1270
|
+
"path": "verification-loop/SKILL.md",
|
|
1271
|
+
"stage": null,
|
|
1272
|
+
"step": "req-verify"
|
|
1273
|
+
},
|
|
1274
|
+
{
|
|
1275
|
+
"id": "verification-loop",
|
|
1276
|
+
"path": "verification-loop/SKILL.md",
|
|
1277
|
+
"stage": "stage-4",
|
|
1278
|
+
"step": null
|
|
1279
|
+
}
|
|
1280
|
+
],
|
|
1281
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1282
|
+
"exact_reference_bytes": 1599,
|
|
1283
|
+
"filesystem_access_candidates": 1,
|
|
1284
|
+
"matched_content": [
|
|
1285
|
+
{
|
|
1286
|
+
"bytes": 1599,
|
|
1287
|
+
"kind": "full-file",
|
|
1288
|
+
"path": "verification-loop/SKILL.md"
|
|
1289
|
+
}
|
|
1290
|
+
],
|
|
1291
|
+
"paths": [
|
|
1292
|
+
"verification-loop/SKILL.md"
|
|
1293
|
+
],
|
|
1294
|
+
"returned_bytes": 1599,
|
|
1295
|
+
"shell_output_bytes": 1599,
|
|
1296
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1297
|
+
}
|
|
1298
|
+
],
|
|
1299
|
+
"parent_api_equivalent_cost_usd": 0.050429640000000005,
|
|
1300
|
+
"preflight": false,
|
|
1301
|
+
"reference_filesystem_access_candidates": 4,
|
|
1302
|
+
"reference_returned_bytes": 13910,
|
|
1303
|
+
"reference_shell_output_bytes": 13910,
|
|
1304
|
+
"repeat": 2,
|
|
1305
|
+
"series": "issue290-fable-claude-retry-20261014",
|
|
1306
|
+
"stop_reason": null,
|
|
1307
|
+
"strategies": [
|
|
1308
|
+
"fable-staged"
|
|
1309
|
+
],
|
|
1310
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1311
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1312
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
1313
|
+
"usage": {
|
|
1314
|
+
"cache_creation_input_tokens": 73254,
|
|
1315
|
+
"cache_read_input_tokens": 1661564,
|
|
1316
|
+
"input_tokens": 62,
|
|
1317
|
+
"output_tokens": 38314,
|
|
1318
|
+
"output_tokens_details": {
|
|
1319
|
+
"thinking_tokens": 24707
|
|
1320
|
+
}
|
|
1321
|
+
},
|
|
1322
|
+
"wall_seconds": 199.68,
|
|
1323
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1324
|
+
},
|
|
1325
|
+
{
|
|
1326
|
+
"api_equivalent_cost_usd": 0.01959743,
|
|
1327
|
+
"api_equivalent_input_cost_usd": 0.01159493,
|
|
1328
|
+
"arm": "A",
|
|
1329
|
+
"budget_failure": false,
|
|
1330
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1331
|
+
"classification": "definitive",
|
|
1332
|
+
"cost_observability": "final aggregate retained",
|
|
1333
|
+
"effective_effort_reported": [
|
|
1334
|
+
"high"
|
|
1335
|
+
],
|
|
1336
|
+
"exact_reference_bytes_lower_bound": 5250,
|
|
1337
|
+
"exit": 0,
|
|
1338
|
+
"independent_grader": {
|
|
1339
|
+
"exit": 0,
|
|
1340
|
+
"pass": true,
|
|
1341
|
+
"stderr": "",
|
|
1342
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
1343
|
+
},
|
|
1344
|
+
"input_usage_reconciles": true,
|
|
1345
|
+
"model": {
|
|
1346
|
+
"cli": "2.1.299",
|
|
1347
|
+
"effort": "high",
|
|
1348
|
+
"engine": "claude",
|
|
1349
|
+
"model": "claude-haiku-5-5"
|
|
1350
|
+
},
|
|
1351
|
+
"observed_reference_reads": [
|
|
1352
|
+
{
|
|
1353
|
+
"active_step": "uncomposed",
|
|
1354
|
+
"command": "",
|
|
1355
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
1356
|
+
"declared_binding_matches": [],
|
|
1357
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1358
|
+
"exact_reference_bytes": 1467,
|
|
1359
|
+
"filesystem_access_candidates": 1,
|
|
1360
|
+
"matched_content": [
|
|
1361
|
+
{
|
|
1362
|
+
"bytes": 1467,
|
|
1363
|
+
"kind": "full-file",
|
|
1364
|
+
"path": "tdd/SKILL.md"
|
|
1365
|
+
}
|
|
1366
|
+
],
|
|
1367
|
+
"paths": [
|
|
1368
|
+
"tdd/SKILL.md"
|
|
1369
|
+
],
|
|
1370
|
+
"returned_bytes": 1467,
|
|
1371
|
+
"shell_output_bytes": 1467,
|
|
1372
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1373
|
+
},
|
|
1374
|
+
{
|
|
1375
|
+
"active_step": "uncomposed",
|
|
1376
|
+
"command": "",
|
|
1377
|
+
"content_sha256": "a0454906b6863b0732db613347151dd7c0eb30bad3e75797150c07e9c13ba6c9",
|
|
1378
|
+
"declared_binding_matches": [],
|
|
1379
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1380
|
+
"exact_reference_bytes": 1599,
|
|
1381
|
+
"filesystem_access_candidates": 1,
|
|
1382
|
+
"matched_content": [
|
|
1383
|
+
{
|
|
1384
|
+
"bytes": 1599,
|
|
1385
|
+
"kind": "full-file",
|
|
1386
|
+
"path": "verification-loop/SKILL.md"
|
|
1387
|
+
}
|
|
1388
|
+
],
|
|
1389
|
+
"paths": [
|
|
1390
|
+
"verification-loop/SKILL.md"
|
|
1391
|
+
],
|
|
1392
|
+
"returned_bytes": 1599,
|
|
1393
|
+
"shell_output_bytes": 1599,
|
|
1394
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1395
|
+
},
|
|
1396
|
+
{
|
|
1397
|
+
"active_step": "uncomposed",
|
|
1398
|
+
"command": "",
|
|
1399
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
1400
|
+
"declared_binding_matches": [],
|
|
1401
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1402
|
+
"exact_reference_bytes": 2184,
|
|
1403
|
+
"filesystem_access_candidates": 1,
|
|
1404
|
+
"matched_content": [
|
|
1405
|
+
{
|
|
1406
|
+
"bytes": 2184,
|
|
1407
|
+
"kind": "full-file",
|
|
1408
|
+
"path": "fable-mode/SKILL.md"
|
|
1409
|
+
}
|
|
1410
|
+
],
|
|
1411
|
+
"paths": [
|
|
1412
|
+
"fable-mode/SKILL.md"
|
|
1413
|
+
],
|
|
1414
|
+
"returned_bytes": 2184,
|
|
1415
|
+
"shell_output_bytes": 2184,
|
|
1416
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1417
|
+
}
|
|
1418
|
+
],
|
|
1419
|
+
"parent_api_equivalent_cost_usd": 0.01959743,
|
|
1420
|
+
"preflight": false,
|
|
1421
|
+
"reference_filesystem_access_candidates": 3,
|
|
1422
|
+
"reference_returned_bytes": 5250,
|
|
1423
|
+
"reference_shell_output_bytes": 5250,
|
|
1424
|
+
"repeat": 1,
|
|
1425
|
+
"series": "issue290-formal-20261014",
|
|
1426
|
+
"stop_reason": null,
|
|
1427
|
+
"strategies": [
|
|
1428
|
+
"iterative-single"
|
|
1429
|
+
],
|
|
1430
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1431
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1432
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
1433
|
+
"usage": {
|
|
1434
|
+
"cache_creation_input_tokens": 37581,
|
|
1435
|
+
"cache_read_input_tokens": 407613,
|
|
1436
|
+
"input_tokens": 26,
|
|
1437
|
+
"output_tokens": 16005,
|
|
1438
|
+
"output_tokens_details": {
|
|
1439
|
+
"thinking_tokens": 10197
|
|
1440
|
+
}
|
|
1441
|
+
},
|
|
1442
|
+
"wall_seconds": 88.905,
|
|
1443
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1444
|
+
},
|
|
1445
|
+
{
|
|
1446
|
+
"api_equivalent_cost_usd": 0.01798511,
|
|
1447
|
+
"api_equivalent_input_cost_usd": 0.01129711,
|
|
1448
|
+
"arm": "A",
|
|
1449
|
+
"budget_failure": false,
|
|
1450
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1451
|
+
"classification": "definitive",
|
|
1452
|
+
"cost_observability": "final aggregate retained",
|
|
1453
|
+
"effective_effort_reported": [
|
|
1454
|
+
"high"
|
|
1455
|
+
],
|
|
1456
|
+
"exact_reference_bytes_lower_bound": 3065,
|
|
1457
|
+
"exit": 0,
|
|
1458
|
+
"independent_grader": {
|
|
1459
|
+
"exit": 0,
|
|
1460
|
+
"pass": true,
|
|
1461
|
+
"stderr": "",
|
|
1462
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
1463
|
+
},
|
|
1464
|
+
"input_usage_reconciles": true,
|
|
1465
|
+
"model": {
|
|
1466
|
+
"cli": "2.1.299",
|
|
1467
|
+
"effort": "high",
|
|
1468
|
+
"engine": "claude",
|
|
1469
|
+
"model": "claude-haiku-5-5"
|
|
1470
|
+
},
|
|
1471
|
+
"observed_reference_reads": [
|
|
1472
|
+
{
|
|
1473
|
+
"active_step": "uncomposed",
|
|
1474
|
+
"command": "ls .harness/tdd .harness/verification-loop .harness/fable-mode 2>&1; echo ---; cat .harness/tdd/SKILL.md 2>/dev/null | head -150; echo ---; cat .harness/verification-loop/SKILL.md 2>/dev/null | head -120",
|
|
1475
|
+
"content_sha256": "30a900a6684610ae60b219fda950f643b220b8e68be8361f91f7841b7e5ead3f",
|
|
1476
|
+
"declared_binding_matches": [],
|
|
1477
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1478
|
+
"exact_reference_bytes": 3065,
|
|
1479
|
+
"filesystem_access_candidates": 2,
|
|
1480
|
+
"matched_content": [
|
|
1481
|
+
{
|
|
1482
|
+
"bytes": 1467,
|
|
1483
|
+
"kind": "full-file",
|
|
1484
|
+
"path": "tdd/SKILL.md"
|
|
1485
|
+
},
|
|
1486
|
+
{
|
|
1487
|
+
"bytes": 1598,
|
|
1488
|
+
"kind": "partial-content",
|
|
1489
|
+
"path": "verification-loop/SKILL.md"
|
|
1490
|
+
}
|
|
1491
|
+
],
|
|
1492
|
+
"paths": [
|
|
1493
|
+
"tdd/SKILL.md",
|
|
1494
|
+
"verification-loop/SKILL.md"
|
|
1495
|
+
],
|
|
1496
|
+
"returned_bytes": 3065,
|
|
1497
|
+
"shell_output_bytes": 3418,
|
|
1498
|
+
"uncertain_or_mixed_output_bytes": 353
|
|
1499
|
+
}
|
|
1500
|
+
],
|
|
1501
|
+
"parent_api_equivalent_cost_usd": 0.01798511,
|
|
1502
|
+
"preflight": false,
|
|
1503
|
+
"reference_filesystem_access_candidates": 2,
|
|
1504
|
+
"reference_returned_bytes": 3065,
|
|
1505
|
+
"reference_shell_output_bytes": 3418,
|
|
1506
|
+
"repeat": 2,
|
|
1507
|
+
"series": "issue290-formal-20261014",
|
|
1508
|
+
"stop_reason": null,
|
|
1509
|
+
"strategies": [
|
|
1510
|
+
"iterative-single"
|
|
1511
|
+
],
|
|
1512
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1513
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1514
|
+
"uncertain_or_mixed_output_bytes": 353,
|
|
1515
|
+
"usage": {
|
|
1516
|
+
"cache_creation_input_tokens": 32726,
|
|
1517
|
+
"cache_read_input_tokens": 474871,
|
|
1518
|
+
"input_tokens": 32,
|
|
1519
|
+
"output_tokens": 13376,
|
|
1520
|
+
"output_tokens_details": {
|
|
1521
|
+
"thinking_tokens": 7416
|
|
1522
|
+
}
|
|
1523
|
+
},
|
|
1524
|
+
"wall_seconds": 84.91,
|
|
1525
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1526
|
+
},
|
|
1527
|
+
{
|
|
1528
|
+
"api_equivalent_cost_usd": 0.03243657,
|
|
1529
|
+
"api_equivalent_input_cost_usd": 0.02028157,
|
|
1530
|
+
"arm": "B",
|
|
1531
|
+
"budget_failure": false,
|
|
1532
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1533
|
+
"classification": "definitive",
|
|
1534
|
+
"cost_observability": "final aggregate retained",
|
|
1535
|
+
"effective_effort_reported": [
|
|
1536
|
+
"high"
|
|
1537
|
+
],
|
|
1538
|
+
"exact_reference_bytes_lower_bound": 3064,
|
|
1539
|
+
"exit": 0,
|
|
1540
|
+
"independent_grader": {
|
|
1541
|
+
"exit": 0,
|
|
1542
|
+
"pass": true,
|
|
1543
|
+
"stderr": "",
|
|
1544
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
1545
|
+
},
|
|
1546
|
+
"input_usage_reconciles": true,
|
|
1547
|
+
"model": {
|
|
1548
|
+
"cli": "2.1.299",
|
|
1549
|
+
"effort": "high",
|
|
1550
|
+
"engine": "claude",
|
|
1551
|
+
"model": "claude-haiku-5-5"
|
|
1552
|
+
},
|
|
1553
|
+
"observed_reference_reads": [
|
|
1554
|
+
{
|
|
1555
|
+
"active_step": "uncomposed",
|
|
1556
|
+
"command": "ls .harness/tdd .harness/verification-loop && sed -n 1,80p .harness/tdd/SKILL.md",
|
|
1557
|
+
"content_sha256": "5b2fa0a71da965a4d440e9ed1bc7e82c52ae572c61cab1da9cab50e967fe45ec",
|
|
1558
|
+
"declared_binding_matches": [
|
|
1559
|
+
{
|
|
1560
|
+
"id": "tdd",
|
|
1561
|
+
"path": "tdd/SKILL.md",
|
|
1562
|
+
"stage": null,
|
|
1563
|
+
"step": "req-1"
|
|
1564
|
+
},
|
|
1565
|
+
{
|
|
1566
|
+
"id": "tdd",
|
|
1567
|
+
"path": "tdd/SKILL.md",
|
|
1568
|
+
"stage": null,
|
|
1569
|
+
"step": "req-2"
|
|
1570
|
+
},
|
|
1571
|
+
{
|
|
1572
|
+
"id": "tdd",
|
|
1573
|
+
"path": "tdd/SKILL.md",
|
|
1574
|
+
"stage": null,
|
|
1575
|
+
"step": "req-3"
|
|
1576
|
+
}
|
|
1577
|
+
],
|
|
1578
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1579
|
+
"exact_reference_bytes": 1466,
|
|
1580
|
+
"filesystem_access_candidates": 1,
|
|
1581
|
+
"matched_content": [
|
|
1582
|
+
{
|
|
1583
|
+
"bytes": 1466,
|
|
1584
|
+
"kind": "partial-content",
|
|
1585
|
+
"path": "tdd/SKILL.md"
|
|
1586
|
+
}
|
|
1587
|
+
],
|
|
1588
|
+
"paths": [
|
|
1589
|
+
"tdd/SKILL.md"
|
|
1590
|
+
],
|
|
1591
|
+
"returned_bytes": 1466,
|
|
1592
|
+
"shell_output_bytes": 1599,
|
|
1593
|
+
"uncertain_or_mixed_output_bytes": 133
|
|
1594
|
+
},
|
|
1595
|
+
{
|
|
1596
|
+
"active_step": "req-2",
|
|
1597
|
+
"command": "sed -n 1,50p .harness/verification-loop/SKILL.md",
|
|
1598
|
+
"content_sha256": "179b81957974705119feadb4abf2f3f7c79ad708cd13657ef764a6d20f487aa8",
|
|
1599
|
+
"declared_binding_matches": [
|
|
1600
|
+
{
|
|
1601
|
+
"id": "verification-loop",
|
|
1602
|
+
"path": "verification-loop/SKILL.md",
|
|
1603
|
+
"stage": null,
|
|
1604
|
+
"step": "req-verify"
|
|
1605
|
+
}
|
|
1606
|
+
],
|
|
1607
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1608
|
+
"exact_reference_bytes": 1598,
|
|
1609
|
+
"filesystem_access_candidates": 1,
|
|
1610
|
+
"matched_content": [
|
|
1611
|
+
{
|
|
1612
|
+
"bytes": 1598,
|
|
1613
|
+
"kind": "partial-content",
|
|
1614
|
+
"path": "verification-loop/SKILL.md"
|
|
1615
|
+
}
|
|
1616
|
+
],
|
|
1617
|
+
"paths": [
|
|
1618
|
+
"verification-loop/SKILL.md"
|
|
1619
|
+
],
|
|
1620
|
+
"returned_bytes": 1598,
|
|
1621
|
+
"shell_output_bytes": 1598,
|
|
1622
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1623
|
+
}
|
|
1624
|
+
],
|
|
1625
|
+
"parent_api_equivalent_cost_usd": 0.03243657,
|
|
1626
|
+
"preflight": false,
|
|
1627
|
+
"reference_filesystem_access_candidates": 2,
|
|
1628
|
+
"reference_returned_bytes": 3064,
|
|
1629
|
+
"reference_shell_output_bytes": 3197,
|
|
1630
|
+
"repeat": 1,
|
|
1631
|
+
"series": "issue290-formal-20261014",
|
|
1632
|
+
"stop_reason": null,
|
|
1633
|
+
"strategies": [
|
|
1634
|
+
"iterative-single"
|
|
1635
|
+
],
|
|
1636
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1637
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1638
|
+
"uncertain_or_mixed_output_bytes": 133,
|
|
1639
|
+
"usage": {
|
|
1640
|
+
"cache_creation_input_tokens": 46630,
|
|
1641
|
+
"cache_read_input_tokens": 1094997,
|
|
1642
|
+
"input_tokens": 56,
|
|
1643
|
+
"output_tokens": 24310,
|
|
1644
|
+
"output_tokens_details": {
|
|
1645
|
+
"thinking_tokens": 12569
|
|
1646
|
+
}
|
|
1647
|
+
},
|
|
1648
|
+
"wall_seconds": 154.669,
|
|
1649
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1650
|
+
},
|
|
1651
|
+
{
|
|
1652
|
+
"api_equivalent_cost_usd": 0.023325329999999995,
|
|
1653
|
+
"api_equivalent_input_cost_usd": 0.014302330000000002,
|
|
1654
|
+
"arm": "B",
|
|
1655
|
+
"budget_failure": false,
|
|
1656
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1657
|
+
"classification": "definitive",
|
|
1658
|
+
"cost_observability": "final aggregate retained",
|
|
1659
|
+
"effective_effort_reported": [
|
|
1660
|
+
"high"
|
|
1661
|
+
],
|
|
1662
|
+
"exact_reference_bytes_lower_bound": 3066,
|
|
1663
|
+
"exit": 0,
|
|
1664
|
+
"independent_grader": {
|
|
1665
|
+
"exit": 0,
|
|
1666
|
+
"pass": true,
|
|
1667
|
+
"stderr": "",
|
|
1668
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
1669
|
+
},
|
|
1670
|
+
"input_usage_reconciles": true,
|
|
1671
|
+
"model": {
|
|
1672
|
+
"cli": "2.1.299",
|
|
1673
|
+
"effort": "high",
|
|
1674
|
+
"engine": "claude",
|
|
1675
|
+
"model": "claude-haiku-5-5"
|
|
1676
|
+
},
|
|
1677
|
+
"observed_reference_reads": [
|
|
1678
|
+
{
|
|
1679
|
+
"active_step": "uncomposed",
|
|
1680
|
+
"command": "",
|
|
1681
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
1682
|
+
"declared_binding_matches": [
|
|
1683
|
+
{
|
|
1684
|
+
"id": "tdd",
|
|
1685
|
+
"path": "tdd/SKILL.md",
|
|
1686
|
+
"stage": null,
|
|
1687
|
+
"step": "req-1"
|
|
1688
|
+
}
|
|
1689
|
+
],
|
|
1690
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1691
|
+
"exact_reference_bytes": 1467,
|
|
1692
|
+
"filesystem_access_candidates": 1,
|
|
1693
|
+
"matched_content": [
|
|
1694
|
+
{
|
|
1695
|
+
"bytes": 1467,
|
|
1696
|
+
"kind": "full-file",
|
|
1697
|
+
"path": "tdd/SKILL.md"
|
|
1698
|
+
}
|
|
1699
|
+
],
|
|
1700
|
+
"paths": [
|
|
1701
|
+
"tdd/SKILL.md"
|
|
1702
|
+
],
|
|
1703
|
+
"returned_bytes": 1467,
|
|
1704
|
+
"shell_output_bytes": 1467,
|
|
1705
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1706
|
+
},
|
|
1707
|
+
{
|
|
1708
|
+
"active_step": "req-1",
|
|
1709
|
+
"command": "",
|
|
1710
|
+
"content_sha256": "a0454906b6863b0732db613347151dd7c0eb30bad3e75797150c07e9c13ba6c9",
|
|
1711
|
+
"declared_binding_matches": [
|
|
1712
|
+
{
|
|
1713
|
+
"id": "verification-loop",
|
|
1714
|
+
"path": "verification-loop/SKILL.md",
|
|
1715
|
+
"stage": null,
|
|
1716
|
+
"step": "req-verify"
|
|
1717
|
+
}
|
|
1718
|
+
],
|
|
1719
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1720
|
+
"exact_reference_bytes": 1599,
|
|
1721
|
+
"filesystem_access_candidates": 1,
|
|
1722
|
+
"matched_content": [
|
|
1723
|
+
{
|
|
1724
|
+
"bytes": 1599,
|
|
1725
|
+
"kind": "full-file",
|
|
1726
|
+
"path": "verification-loop/SKILL.md"
|
|
1727
|
+
}
|
|
1728
|
+
],
|
|
1729
|
+
"paths": [
|
|
1730
|
+
"verification-loop/SKILL.md"
|
|
1731
|
+
],
|
|
1732
|
+
"returned_bytes": 1599,
|
|
1733
|
+
"shell_output_bytes": 1599,
|
|
1734
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1735
|
+
}
|
|
1736
|
+
],
|
|
1737
|
+
"parent_api_equivalent_cost_usd": 0.023325329999999995,
|
|
1738
|
+
"preflight": false,
|
|
1739
|
+
"reference_filesystem_access_candidates": 2,
|
|
1740
|
+
"reference_returned_bytes": 3066,
|
|
1741
|
+
"reference_shell_output_bytes": 3066,
|
|
1742
|
+
"repeat": 2,
|
|
1743
|
+
"series": "issue290-formal-20261014",
|
|
1744
|
+
"stop_reason": null,
|
|
1745
|
+
"strategies": [
|
|
1746
|
+
"iterative-single"
|
|
1747
|
+
],
|
|
1748
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1749
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1750
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
1751
|
+
"usage": {
|
|
1752
|
+
"cache_creation_input_tokens": 38467,
|
|
1753
|
+
"cache_read_input_tokens": 660493,
|
|
1754
|
+
"input_tokens": 40,
|
|
1755
|
+
"output_tokens": 18046,
|
|
1756
|
+
"output_tokens_details": {
|
|
1757
|
+
"thinking_tokens": 9036
|
|
1758
|
+
}
|
|
1759
|
+
},
|
|
1760
|
+
"wall_seconds": 110.124,
|
|
1761
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
1762
|
+
},
|
|
1763
|
+
{
|
|
1764
|
+
"api_equivalent_cost_usd": 0.00581582,
|
|
1765
|
+
"api_equivalent_input_cost_usd": 0.00481082,
|
|
1766
|
+
"arm": "A",
|
|
1767
|
+
"budget_failure": false,
|
|
1768
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1769
|
+
"classification": "definitive",
|
|
1770
|
+
"cost_observability": "final aggregate retained",
|
|
1771
|
+
"effective_effort_reported": [
|
|
1772
|
+
"high"
|
|
1773
|
+
],
|
|
1774
|
+
"exact_reference_bytes_lower_bound": 18957,
|
|
1775
|
+
"exit": 0,
|
|
1776
|
+
"independent_grader": {
|
|
1777
|
+
"expected": {
|
|
1778
|
+
"assignedRole": "reasoning-worker",
|
|
1779
|
+
"effectiveProfile": "reasoning",
|
|
1780
|
+
"profileAlias": "sonnect",
|
|
1781
|
+
"requestedProfile": "reasoning",
|
|
1782
|
+
"runtimeEffort": null,
|
|
1783
|
+
"runtimeModel": null
|
|
1784
|
+
},
|
|
1785
|
+
"format_pass": false,
|
|
1786
|
+
"pass": false,
|
|
1787
|
+
"selection": {
|
|
1788
|
+
"assignedRole": "reasoning-worker",
|
|
1789
|
+
"effectiveProfile": "reasoning",
|
|
1790
|
+
"profileAlias": "sonnect",
|
|
1791
|
+
"requestedProfile": "reasoning",
|
|
1792
|
+
"runtimeEffort": null,
|
|
1793
|
+
"runtimeModel": null
|
|
1794
|
+
},
|
|
1795
|
+
"selection_pass": true
|
|
1796
|
+
},
|
|
1797
|
+
"input_usage_reconciles": true,
|
|
1798
|
+
"model": {
|
|
1799
|
+
"cli": "2.1.299",
|
|
1800
|
+
"effort": "high",
|
|
1801
|
+
"engine": "claude",
|
|
1802
|
+
"model": "claude-haiku-5-5"
|
|
1803
|
+
},
|
|
1804
|
+
"observed_reference_reads": [
|
|
1805
|
+
{
|
|
1806
|
+
"active_step": "uncomposed",
|
|
1807
|
+
"command": "",
|
|
1808
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
1809
|
+
"declared_binding_matches": [],
|
|
1810
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1811
|
+
"exact_reference_bytes": 2184,
|
|
1812
|
+
"filesystem_access_candidates": 1,
|
|
1813
|
+
"matched_content": [
|
|
1814
|
+
{
|
|
1815
|
+
"bytes": 2184,
|
|
1816
|
+
"kind": "full-file",
|
|
1817
|
+
"path": "fable-mode/SKILL.md"
|
|
1818
|
+
}
|
|
1819
|
+
],
|
|
1820
|
+
"paths": [
|
|
1821
|
+
"fable-mode/SKILL.md"
|
|
1822
|
+
],
|
|
1823
|
+
"returned_bytes": 2184,
|
|
1824
|
+
"shell_output_bytes": 2184,
|
|
1825
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1826
|
+
},
|
|
1827
|
+
{
|
|
1828
|
+
"active_step": "uncomposed",
|
|
1829
|
+
"command": "",
|
|
1830
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
1831
|
+
"declared_binding_matches": [],
|
|
1832
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1833
|
+
"exact_reference_bytes": 1387,
|
|
1834
|
+
"filesystem_access_candidates": 1,
|
|
1835
|
+
"matched_content": [
|
|
1836
|
+
{
|
|
1837
|
+
"bytes": 1387,
|
|
1838
|
+
"kind": "full-file",
|
|
1839
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
1840
|
+
}
|
|
1841
|
+
],
|
|
1842
|
+
"paths": [
|
|
1843
|
+
"fable-mode/references/profile-lookup.md"
|
|
1844
|
+
],
|
|
1845
|
+
"returned_bytes": 1387,
|
|
1846
|
+
"shell_output_bytes": 1387,
|
|
1847
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1848
|
+
},
|
|
1849
|
+
{
|
|
1850
|
+
"active_step": "uncomposed",
|
|
1851
|
+
"command": "",
|
|
1852
|
+
"content_sha256": "ae38b9bccb371dda348fef0c97a5b0fa456df8263522f5f8b1de262b10cef3cd",
|
|
1853
|
+
"declared_binding_matches": [],
|
|
1854
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1855
|
+
"exact_reference_bytes": 2813,
|
|
1856
|
+
"filesystem_access_candidates": 1,
|
|
1857
|
+
"matched_content": [
|
|
1858
|
+
{
|
|
1859
|
+
"bytes": 2813,
|
|
1860
|
+
"kind": "full-file",
|
|
1861
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
1862
|
+
}
|
|
1863
|
+
],
|
|
1864
|
+
"paths": [
|
|
1865
|
+
"fable-mode/references/model-matrix.md"
|
|
1866
|
+
],
|
|
1867
|
+
"returned_bytes": 2813,
|
|
1868
|
+
"shell_output_bytes": 2813,
|
|
1869
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1870
|
+
},
|
|
1871
|
+
{
|
|
1872
|
+
"active_step": "uncomposed",
|
|
1873
|
+
"command": "",
|
|
1874
|
+
"content_sha256": "c887fe5bb4139d232d522199ac7ae77a29cbf89b65ac44d47c50b2035edc727f",
|
|
1875
|
+
"declared_binding_matches": [],
|
|
1876
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1877
|
+
"exact_reference_bytes": 8660,
|
|
1878
|
+
"filesystem_access_candidates": 1,
|
|
1879
|
+
"matched_content": [
|
|
1880
|
+
{
|
|
1881
|
+
"bytes": 8660,
|
|
1882
|
+
"kind": "full-file",
|
|
1883
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
1884
|
+
}
|
|
1885
|
+
],
|
|
1886
|
+
"paths": [
|
|
1887
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
1888
|
+
],
|
|
1889
|
+
"returned_bytes": 8660,
|
|
1890
|
+
"shell_output_bytes": 8660,
|
|
1891
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1892
|
+
},
|
|
1893
|
+
{
|
|
1894
|
+
"active_step": "uncomposed",
|
|
1895
|
+
"command": "",
|
|
1896
|
+
"content_sha256": "cde9dc8c6d72812d9737bdbab8139678c1609add950a8d494f6ecaec91c9b279",
|
|
1897
|
+
"declared_binding_matches": [],
|
|
1898
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1899
|
+
"exact_reference_bytes": 1792,
|
|
1900
|
+
"filesystem_access_candidates": 1,
|
|
1901
|
+
"matched_content": [
|
|
1902
|
+
{
|
|
1903
|
+
"bytes": 1792,
|
|
1904
|
+
"kind": "full-file",
|
|
1905
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
1906
|
+
}
|
|
1907
|
+
],
|
|
1908
|
+
"paths": [
|
|
1909
|
+
"fable-mode/references/execution-phases.md"
|
|
1910
|
+
],
|
|
1911
|
+
"returned_bytes": 1792,
|
|
1912
|
+
"shell_output_bytes": 1792,
|
|
1913
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1914
|
+
},
|
|
1915
|
+
{
|
|
1916
|
+
"active_step": "uncomposed",
|
|
1917
|
+
"command": "",
|
|
1918
|
+
"content_sha256": "f63fa60eeae82c736ec17cac0aabf5ea9e1b099e29ee4592d4bc31e8aae407ec",
|
|
1919
|
+
"declared_binding_matches": [],
|
|
1920
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
1921
|
+
"exact_reference_bytes": 2121,
|
|
1922
|
+
"filesystem_access_candidates": 1,
|
|
1923
|
+
"matched_content": [
|
|
1924
|
+
{
|
|
1925
|
+
"bytes": 2121,
|
|
1926
|
+
"kind": "full-file",
|
|
1927
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
1928
|
+
}
|
|
1929
|
+
],
|
|
1930
|
+
"paths": [
|
|
1931
|
+
"fable-mode/execution-guardrails/SKILL.md"
|
|
1932
|
+
],
|
|
1933
|
+
"returned_bytes": 2121,
|
|
1934
|
+
"shell_output_bytes": 2121,
|
|
1935
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
1936
|
+
}
|
|
1937
|
+
],
|
|
1938
|
+
"parent_api_equivalent_cost_usd": 0.00581582,
|
|
1939
|
+
"preflight": false,
|
|
1940
|
+
"reference_filesystem_access_candidates": 6,
|
|
1941
|
+
"reference_returned_bytes": 18957,
|
|
1942
|
+
"reference_shell_output_bytes": 18957,
|
|
1943
|
+
"repeat": 1,
|
|
1944
|
+
"series": "issue290-formal-20261014",
|
|
1945
|
+
"stop_reason": null,
|
|
1946
|
+
"strategies": [
|
|
1947
|
+
"direct-single"
|
|
1948
|
+
],
|
|
1949
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
1950
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
1951
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
1952
|
+
"usage": {
|
|
1953
|
+
"cache_creation_input_tokens": 22681,
|
|
1954
|
+
"cache_read_input_tokens": 27422,
|
|
1955
|
+
"input_tokens": 4,
|
|
1956
|
+
"output_tokens": 2010,
|
|
1957
|
+
"output_tokens_details": {
|
|
1958
|
+
"thinking_tokens": 990
|
|
1959
|
+
}
|
|
1960
|
+
},
|
|
1961
|
+
"wall_seconds": 12.103,
|
|
1962
|
+
"workload": "profile-lookup"
|
|
1963
|
+
},
|
|
1964
|
+
{
|
|
1965
|
+
"api_equivalent_cost_usd": 0.005840049999999999,
|
|
1966
|
+
"api_equivalent_input_cost_usd": 0.0048185500000000004,
|
|
1967
|
+
"arm": "A",
|
|
1968
|
+
"budget_failure": false,
|
|
1969
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
1970
|
+
"classification": "definitive",
|
|
1971
|
+
"cost_observability": "final aggregate retained",
|
|
1972
|
+
"effective_effort_reported": [
|
|
1973
|
+
"high"
|
|
1974
|
+
],
|
|
1975
|
+
"exact_reference_bytes_lower_bound": 18957,
|
|
1976
|
+
"exit": 0,
|
|
1977
|
+
"independent_grader": {
|
|
1978
|
+
"expected": {
|
|
1979
|
+
"assignedRole": "reasoning-worker",
|
|
1980
|
+
"effectiveProfile": "reasoning",
|
|
1981
|
+
"profileAlias": "sonnect",
|
|
1982
|
+
"requestedProfile": "reasoning",
|
|
1983
|
+
"runtimeEffort": null,
|
|
1984
|
+
"runtimeModel": null
|
|
1985
|
+
},
|
|
1986
|
+
"format_pass": false,
|
|
1987
|
+
"pass": false,
|
|
1988
|
+
"selection": {
|
|
1989
|
+
"assignedRole": "reasoning-worker",
|
|
1990
|
+
"effectiveProfile": "reasoning",
|
|
1991
|
+
"profileAlias": "sonnect",
|
|
1992
|
+
"requestedProfile": "reasoning",
|
|
1993
|
+
"runtimeEffort": null,
|
|
1994
|
+
"runtimeModel": null
|
|
1995
|
+
},
|
|
1996
|
+
"selection_pass": true
|
|
1997
|
+
},
|
|
1998
|
+
"input_usage_reconciles": true,
|
|
1999
|
+
"model": {
|
|
2000
|
+
"cli": "2.1.299",
|
|
2001
|
+
"effort": "high",
|
|
2002
|
+
"engine": "claude",
|
|
2003
|
+
"model": "claude-haiku-5-5"
|
|
2004
|
+
},
|
|
2005
|
+
"observed_reference_reads": [
|
|
2006
|
+
{
|
|
2007
|
+
"active_step": "uncomposed",
|
|
2008
|
+
"command": "",
|
|
2009
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
2010
|
+
"declared_binding_matches": [],
|
|
2011
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2012
|
+
"exact_reference_bytes": 2184,
|
|
2013
|
+
"filesystem_access_candidates": 1,
|
|
2014
|
+
"matched_content": [
|
|
2015
|
+
{
|
|
2016
|
+
"bytes": 2184,
|
|
2017
|
+
"kind": "full-file",
|
|
2018
|
+
"path": "fable-mode/SKILL.md"
|
|
2019
|
+
}
|
|
2020
|
+
],
|
|
2021
|
+
"paths": [
|
|
2022
|
+
"fable-mode/SKILL.md"
|
|
2023
|
+
],
|
|
2024
|
+
"returned_bytes": 2184,
|
|
2025
|
+
"shell_output_bytes": 2184,
|
|
2026
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2027
|
+
},
|
|
2028
|
+
{
|
|
2029
|
+
"active_step": "uncomposed",
|
|
2030
|
+
"command": "",
|
|
2031
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
2032
|
+
"declared_binding_matches": [],
|
|
2033
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2034
|
+
"exact_reference_bytes": 1387,
|
|
2035
|
+
"filesystem_access_candidates": 1,
|
|
2036
|
+
"matched_content": [
|
|
2037
|
+
{
|
|
2038
|
+
"bytes": 1387,
|
|
2039
|
+
"kind": "full-file",
|
|
2040
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
2041
|
+
}
|
|
2042
|
+
],
|
|
2043
|
+
"paths": [
|
|
2044
|
+
"fable-mode/references/profile-lookup.md"
|
|
2045
|
+
],
|
|
2046
|
+
"returned_bytes": 1387,
|
|
2047
|
+
"shell_output_bytes": 1387,
|
|
2048
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2049
|
+
},
|
|
2050
|
+
{
|
|
2051
|
+
"active_step": "uncomposed",
|
|
2052
|
+
"command": "",
|
|
2053
|
+
"content_sha256": "ae38b9bccb371dda348fef0c97a5b0fa456df8263522f5f8b1de262b10cef3cd",
|
|
2054
|
+
"declared_binding_matches": [],
|
|
2055
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2056
|
+
"exact_reference_bytes": 2813,
|
|
2057
|
+
"filesystem_access_candidates": 1,
|
|
2058
|
+
"matched_content": [
|
|
2059
|
+
{
|
|
2060
|
+
"bytes": 2813,
|
|
2061
|
+
"kind": "full-file",
|
|
2062
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
2063
|
+
}
|
|
2064
|
+
],
|
|
2065
|
+
"paths": [
|
|
2066
|
+
"fable-mode/references/model-matrix.md"
|
|
2067
|
+
],
|
|
2068
|
+
"returned_bytes": 2813,
|
|
2069
|
+
"shell_output_bytes": 2813,
|
|
2070
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2071
|
+
},
|
|
2072
|
+
{
|
|
2073
|
+
"active_step": "uncomposed",
|
|
2074
|
+
"command": "",
|
|
2075
|
+
"content_sha256": "c887fe5bb4139d232d522199ac7ae77a29cbf89b65ac44d47c50b2035edc727f",
|
|
2076
|
+
"declared_binding_matches": [],
|
|
2077
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2078
|
+
"exact_reference_bytes": 8660,
|
|
2079
|
+
"filesystem_access_candidates": 1,
|
|
2080
|
+
"matched_content": [
|
|
2081
|
+
{
|
|
2082
|
+
"bytes": 8660,
|
|
2083
|
+
"kind": "full-file",
|
|
2084
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
2085
|
+
}
|
|
2086
|
+
],
|
|
2087
|
+
"paths": [
|
|
2088
|
+
"fable-mode/CONTRACT-FORMAT.md"
|
|
2089
|
+
],
|
|
2090
|
+
"returned_bytes": 8660,
|
|
2091
|
+
"shell_output_bytes": 8660,
|
|
2092
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2093
|
+
},
|
|
2094
|
+
{
|
|
2095
|
+
"active_step": "uncomposed",
|
|
2096
|
+
"command": "",
|
|
2097
|
+
"content_sha256": "cde9dc8c6d72812d9737bdbab8139678c1609add950a8d494f6ecaec91c9b279",
|
|
2098
|
+
"declared_binding_matches": [],
|
|
2099
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2100
|
+
"exact_reference_bytes": 1792,
|
|
2101
|
+
"filesystem_access_candidates": 1,
|
|
2102
|
+
"matched_content": [
|
|
2103
|
+
{
|
|
2104
|
+
"bytes": 1792,
|
|
2105
|
+
"kind": "full-file",
|
|
2106
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
2107
|
+
}
|
|
2108
|
+
],
|
|
2109
|
+
"paths": [
|
|
2110
|
+
"fable-mode/references/execution-phases.md"
|
|
2111
|
+
],
|
|
2112
|
+
"returned_bytes": 1792,
|
|
2113
|
+
"shell_output_bytes": 1792,
|
|
2114
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2115
|
+
},
|
|
2116
|
+
{
|
|
2117
|
+
"active_step": "uncomposed",
|
|
2118
|
+
"command": "",
|
|
2119
|
+
"content_sha256": "f63fa60eeae82c736ec17cac0aabf5ea9e1b099e29ee4592d4bc31e8aae407ec",
|
|
2120
|
+
"declared_binding_matches": [],
|
|
2121
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2122
|
+
"exact_reference_bytes": 2121,
|
|
2123
|
+
"filesystem_access_candidates": 1,
|
|
2124
|
+
"matched_content": [
|
|
2125
|
+
{
|
|
2126
|
+
"bytes": 2121,
|
|
2127
|
+
"kind": "full-file",
|
|
2128
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
2129
|
+
}
|
|
2130
|
+
],
|
|
2131
|
+
"paths": [
|
|
2132
|
+
"fable-mode/execution-guardrails/SKILL.md"
|
|
2133
|
+
],
|
|
2134
|
+
"returned_bytes": 2121,
|
|
2135
|
+
"shell_output_bytes": 2121,
|
|
2136
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2137
|
+
}
|
|
2138
|
+
],
|
|
2139
|
+
"parent_api_equivalent_cost_usd": 0.005840049999999999,
|
|
2140
|
+
"preflight": false,
|
|
2141
|
+
"reference_filesystem_access_candidates": 6,
|
|
2142
|
+
"reference_returned_bytes": 18957,
|
|
2143
|
+
"reference_shell_output_bytes": 18957,
|
|
2144
|
+
"repeat": 2,
|
|
2145
|
+
"series": "issue290-formal-20261014",
|
|
2146
|
+
"stop_reason": null,
|
|
2147
|
+
"strategies": [
|
|
2148
|
+
"direct-single"
|
|
2149
|
+
],
|
|
2150
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2151
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2152
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2153
|
+
"usage": {
|
|
2154
|
+
"cache_creation_input_tokens": 22720,
|
|
2155
|
+
"cache_read_input_tokens": 27415,
|
|
2156
|
+
"input_tokens": 4,
|
|
2157
|
+
"output_tokens": 2043,
|
|
2158
|
+
"output_tokens_details": {
|
|
2159
|
+
"thinking_tokens": 1046
|
|
2160
|
+
}
|
|
2161
|
+
},
|
|
2162
|
+
"wall_seconds": 12.116,
|
|
2163
|
+
"workload": "profile-lookup"
|
|
2164
|
+
},
|
|
2165
|
+
{
|
|
2166
|
+
"api_equivalent_cost_usd": 0.0050241700000000005,
|
|
2167
|
+
"api_equivalent_input_cost_usd": 0.004093670000000001,
|
|
2168
|
+
"arm": "B",
|
|
2169
|
+
"budget_failure": false,
|
|
2170
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2171
|
+
"classification": "definitive",
|
|
2172
|
+
"cost_observability": "final aggregate retained",
|
|
2173
|
+
"effective_effort_reported": [
|
|
2174
|
+
"high"
|
|
2175
|
+
],
|
|
2176
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
2177
|
+
"exit": 0,
|
|
2178
|
+
"independent_grader": {
|
|
2179
|
+
"expected": {
|
|
2180
|
+
"assignedRole": "reasoning-worker",
|
|
2181
|
+
"effectiveProfile": "reasoning",
|
|
2182
|
+
"profileAlias": "sonnect",
|
|
2183
|
+
"requestedProfile": "reasoning",
|
|
2184
|
+
"runtimeEffort": null,
|
|
2185
|
+
"runtimeModel": null
|
|
2186
|
+
},
|
|
2187
|
+
"format_pass": false,
|
|
2188
|
+
"pass": false,
|
|
2189
|
+
"selection": {
|
|
2190
|
+
"assignedRole": "reasoning-worker",
|
|
2191
|
+
"effectiveProfile": "reasoning",
|
|
2192
|
+
"profileAlias": "sonnect",
|
|
2193
|
+
"requestedProfile": "reasoning",
|
|
2194
|
+
"runtimeEffort": null,
|
|
2195
|
+
"runtimeModel": null
|
|
2196
|
+
},
|
|
2197
|
+
"selection_pass": true
|
|
2198
|
+
},
|
|
2199
|
+
"input_usage_reconciles": true,
|
|
2200
|
+
"model": {
|
|
2201
|
+
"cli": "2.1.299",
|
|
2202
|
+
"effort": "high",
|
|
2203
|
+
"engine": "claude",
|
|
2204
|
+
"model": "claude-haiku-5-5"
|
|
2205
|
+
},
|
|
2206
|
+
"observed_reference_reads": [
|
|
2207
|
+
{
|
|
2208
|
+
"active_step": "uncomposed",
|
|
2209
|
+
"command": "",
|
|
2210
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
2211
|
+
"declared_binding_matches": [],
|
|
2212
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2213
|
+
"exact_reference_bytes": 2184,
|
|
2214
|
+
"filesystem_access_candidates": 1,
|
|
2215
|
+
"matched_content": [
|
|
2216
|
+
{
|
|
2217
|
+
"bytes": 2184,
|
|
2218
|
+
"kind": "full-file",
|
|
2219
|
+
"path": "fable-mode/SKILL.md"
|
|
2220
|
+
}
|
|
2221
|
+
],
|
|
2222
|
+
"paths": [
|
|
2223
|
+
"fable-mode/SKILL.md"
|
|
2224
|
+
],
|
|
2225
|
+
"returned_bytes": 2184,
|
|
2226
|
+
"shell_output_bytes": 2184,
|
|
2227
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2228
|
+
},
|
|
2229
|
+
{
|
|
2230
|
+
"active_step": "uncomposed",
|
|
2231
|
+
"command": "",
|
|
2232
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
2233
|
+
"declared_binding_matches": [],
|
|
2234
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2235
|
+
"exact_reference_bytes": 1387,
|
|
2236
|
+
"filesystem_access_candidates": 1,
|
|
2237
|
+
"matched_content": [
|
|
2238
|
+
{
|
|
2239
|
+
"bytes": 1387,
|
|
2240
|
+
"kind": "full-file",
|
|
2241
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
2242
|
+
}
|
|
2243
|
+
],
|
|
2244
|
+
"paths": [
|
|
2245
|
+
"fable-mode/references/profile-lookup.md"
|
|
2246
|
+
],
|
|
2247
|
+
"returned_bytes": 1387,
|
|
2248
|
+
"shell_output_bytes": 1387,
|
|
2249
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2250
|
+
}
|
|
2251
|
+
],
|
|
2252
|
+
"parent_api_equivalent_cost_usd": 0.0050241700000000005,
|
|
2253
|
+
"preflight": false,
|
|
2254
|
+
"reference_filesystem_access_candidates": 2,
|
|
2255
|
+
"reference_returned_bytes": 3571,
|
|
2256
|
+
"reference_shell_output_bytes": 3571,
|
|
2257
|
+
"repeat": 1,
|
|
2258
|
+
"series": "issue290-formal-20261014",
|
|
2259
|
+
"stop_reason": null,
|
|
2260
|
+
"strategies": [
|
|
2261
|
+
"direct-single"
|
|
2262
|
+
],
|
|
2263
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2264
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2265
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2266
|
+
"usage": {
|
|
2267
|
+
"cache_creation_input_tokens": 16032,
|
|
2268
|
+
"cache_read_input_tokens": 88627,
|
|
2269
|
+
"input_tokens": 10,
|
|
2270
|
+
"output_tokens": 1861,
|
|
2271
|
+
"output_tokens_details": {
|
|
2272
|
+
"thinking_tokens": 826
|
|
2273
|
+
}
|
|
2274
|
+
},
|
|
2275
|
+
"wall_seconds": 16.151,
|
|
2276
|
+
"workload": "profile-lookup"
|
|
2277
|
+
},
|
|
2278
|
+
{
|
|
2279
|
+
"api_equivalent_cost_usd": 0.00497036,
|
|
2280
|
+
"api_equivalent_input_cost_usd": 0.00400936,
|
|
2281
|
+
"arm": "B",
|
|
2282
|
+
"budget_failure": false,
|
|
2283
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2284
|
+
"classification": "definitive",
|
|
2285
|
+
"cost_observability": "final aggregate retained",
|
|
2286
|
+
"effective_effort_reported": [
|
|
2287
|
+
"high"
|
|
2288
|
+
],
|
|
2289
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
2290
|
+
"exit": 0,
|
|
2291
|
+
"independent_grader": {
|
|
2292
|
+
"expected": {
|
|
2293
|
+
"assignedRole": "reasoning-worker",
|
|
2294
|
+
"effectiveProfile": "reasoning",
|
|
2295
|
+
"profileAlias": "sonnect",
|
|
2296
|
+
"requestedProfile": "reasoning",
|
|
2297
|
+
"runtimeEffort": null,
|
|
2298
|
+
"runtimeModel": null
|
|
2299
|
+
},
|
|
2300
|
+
"format_pass": false,
|
|
2301
|
+
"pass": false,
|
|
2302
|
+
"selection": {
|
|
2303
|
+
"assignedRole": "reasoning-worker",
|
|
2304
|
+
"effectiveProfile": "reasoning",
|
|
2305
|
+
"profileAlias": "sonnect",
|
|
2306
|
+
"requestedProfile": "reasoning",
|
|
2307
|
+
"runtimeEffort": null,
|
|
2308
|
+
"runtimeModel": null
|
|
2309
|
+
},
|
|
2310
|
+
"selection_pass": true
|
|
2311
|
+
},
|
|
2312
|
+
"input_usage_reconciles": true,
|
|
2313
|
+
"model": {
|
|
2314
|
+
"cli": "2.1.299",
|
|
2315
|
+
"effort": "high",
|
|
2316
|
+
"engine": "claude",
|
|
2317
|
+
"model": "claude-haiku-5-5"
|
|
2318
|
+
},
|
|
2319
|
+
"observed_reference_reads": [
|
|
2320
|
+
{
|
|
2321
|
+
"active_step": "uncomposed",
|
|
2322
|
+
"command": "",
|
|
2323
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
2324
|
+
"declared_binding_matches": [],
|
|
2325
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2326
|
+
"exact_reference_bytes": 2184,
|
|
2327
|
+
"filesystem_access_candidates": 1,
|
|
2328
|
+
"matched_content": [
|
|
2329
|
+
{
|
|
2330
|
+
"bytes": 2184,
|
|
2331
|
+
"kind": "full-file",
|
|
2332
|
+
"path": "fable-mode/SKILL.md"
|
|
2333
|
+
}
|
|
2334
|
+
],
|
|
2335
|
+
"paths": [
|
|
2336
|
+
"fable-mode/SKILL.md"
|
|
2337
|
+
],
|
|
2338
|
+
"returned_bytes": 2184,
|
|
2339
|
+
"shell_output_bytes": 2184,
|
|
2340
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2341
|
+
},
|
|
2342
|
+
{
|
|
2343
|
+
"active_step": "uncomposed",
|
|
2344
|
+
"command": "",
|
|
2345
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
2346
|
+
"declared_binding_matches": [],
|
|
2347
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2348
|
+
"exact_reference_bytes": 1387,
|
|
2349
|
+
"filesystem_access_candidates": 1,
|
|
2350
|
+
"matched_content": [
|
|
2351
|
+
{
|
|
2352
|
+
"bytes": 1387,
|
|
2353
|
+
"kind": "full-file",
|
|
2354
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
2355
|
+
}
|
|
2356
|
+
],
|
|
2357
|
+
"paths": [
|
|
2358
|
+
"fable-mode/references/profile-lookup.md"
|
|
2359
|
+
],
|
|
2360
|
+
"returned_bytes": 1387,
|
|
2361
|
+
"shell_output_bytes": 1387,
|
|
2362
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2363
|
+
}
|
|
2364
|
+
],
|
|
2365
|
+
"parent_api_equivalent_cost_usd": 0.00497036,
|
|
2366
|
+
"preflight": false,
|
|
2367
|
+
"reference_filesystem_access_candidates": 2,
|
|
2368
|
+
"reference_returned_bytes": 3571,
|
|
2369
|
+
"reference_shell_output_bytes": 3571,
|
|
2370
|
+
"repeat": 2,
|
|
2371
|
+
"series": "issue290-formal-20261014",
|
|
2372
|
+
"stop_reason": null,
|
|
2373
|
+
"strategies": [
|
|
2374
|
+
"direct-single"
|
|
2375
|
+
],
|
|
2376
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2377
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2378
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2379
|
+
"usage": {
|
|
2380
|
+
"cache_creation_input_tokens": 16739,
|
|
2381
|
+
"cache_read_input_tokens": 66076,
|
|
2382
|
+
"input_tokens": 8,
|
|
2383
|
+
"output_tokens": 1922,
|
|
2384
|
+
"output_tokens_details": {
|
|
2385
|
+
"thinking_tokens": 1072
|
|
2386
|
+
}
|
|
2387
|
+
},
|
|
2388
|
+
"wall_seconds": 15.131,
|
|
2389
|
+
"workload": "profile-lookup"
|
|
2390
|
+
},
|
|
2391
|
+
{
|
|
2392
|
+
"api_equivalent_cost_usd": 0.009865480000000001,
|
|
2393
|
+
"api_equivalent_input_cost_usd": 0.00746998,
|
|
2394
|
+
"arm": "A",
|
|
2395
|
+
"budget_failure": false,
|
|
2396
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2397
|
+
"classification": "definitive",
|
|
2398
|
+
"cost_observability": "final aggregate retained",
|
|
2399
|
+
"effective_effort_reported": [
|
|
2400
|
+
"high"
|
|
2401
|
+
],
|
|
2402
|
+
"exact_reference_bytes_lower_bound": 15078,
|
|
2403
|
+
"exit": 0,
|
|
2404
|
+
"independent_grader": {
|
|
2405
|
+
"exit": 0,
|
|
2406
|
+
"pass": true,
|
|
2407
|
+
"stderr": "",
|
|
2408
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
2409
|
+
},
|
|
2410
|
+
"input_usage_reconciles": true,
|
|
2411
|
+
"model": {
|
|
2412
|
+
"cli": "2.1.299",
|
|
2413
|
+
"effort": "high",
|
|
2414
|
+
"engine": "claude",
|
|
2415
|
+
"model": "claude-haiku-5-5"
|
|
2416
|
+
},
|
|
2417
|
+
"observed_reference_reads": [
|
|
2418
|
+
{
|
|
2419
|
+
"active_step": "uncomposed",
|
|
2420
|
+
"command": "",
|
|
2421
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
2422
|
+
"declared_binding_matches": [],
|
|
2423
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2424
|
+
"exact_reference_bytes": 1467,
|
|
2425
|
+
"filesystem_access_candidates": 1,
|
|
2426
|
+
"matched_content": [
|
|
2427
|
+
{
|
|
2428
|
+
"bytes": 1467,
|
|
2429
|
+
"kind": "full-file",
|
|
2430
|
+
"path": "tdd/SKILL.md"
|
|
2431
|
+
}
|
|
2432
|
+
],
|
|
2433
|
+
"paths": [
|
|
2434
|
+
"tdd/SKILL.md"
|
|
2435
|
+
],
|
|
2436
|
+
"returned_bytes": 1467,
|
|
2437
|
+
"shell_output_bytes": 1467,
|
|
2438
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2439
|
+
},
|
|
2440
|
+
{
|
|
2441
|
+
"active_step": "uncomposed",
|
|
2442
|
+
"command": "",
|
|
2443
|
+
"content_sha256": "a0454906b6863b0732db613347151dd7c0eb30bad3e75797150c07e9c13ba6c9",
|
|
2444
|
+
"declared_binding_matches": [],
|
|
2445
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2446
|
+
"exact_reference_bytes": 1599,
|
|
2447
|
+
"filesystem_access_candidates": 1,
|
|
2448
|
+
"matched_content": [
|
|
2449
|
+
{
|
|
2450
|
+
"bytes": 1599,
|
|
2451
|
+
"kind": "full-file",
|
|
2452
|
+
"path": "verification-loop/SKILL.md"
|
|
2453
|
+
}
|
|
2454
|
+
],
|
|
2455
|
+
"paths": [
|
|
2456
|
+
"verification-loop/SKILL.md"
|
|
2457
|
+
],
|
|
2458
|
+
"returned_bytes": 1599,
|
|
2459
|
+
"shell_output_bytes": 1599,
|
|
2460
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2461
|
+
},
|
|
2462
|
+
{
|
|
2463
|
+
"active_step": "uncomposed",
|
|
2464
|
+
"command": "",
|
|
2465
|
+
"content_sha256": "77ae1908d209d52c482d13a4fa2b28a7a4c0709cf4962ee41b3be0e1728bdcb4",
|
|
2466
|
+
"declared_binding_matches": [],
|
|
2467
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2468
|
+
"exact_reference_bytes": 12012,
|
|
2469
|
+
"filesystem_access_candidates": 1,
|
|
2470
|
+
"matched_content": [
|
|
2471
|
+
{
|
|
2472
|
+
"bytes": 12012,
|
|
2473
|
+
"kind": "full-file",
|
|
2474
|
+
"path": "harness-everything/references/triage-and-tiers.md"
|
|
2475
|
+
}
|
|
2476
|
+
],
|
|
2477
|
+
"paths": [
|
|
2478
|
+
"harness-everything/references/triage-and-tiers.md"
|
|
2479
|
+
],
|
|
2480
|
+
"returned_bytes": 12012,
|
|
2481
|
+
"shell_output_bytes": 12012,
|
|
2482
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2483
|
+
}
|
|
2484
|
+
],
|
|
2485
|
+
"parent_api_equivalent_cost_usd": 0.009865480000000001,
|
|
2486
|
+
"preflight": false,
|
|
2487
|
+
"reference_filesystem_access_candidates": 3,
|
|
2488
|
+
"reference_returned_bytes": 15078,
|
|
2489
|
+
"reference_shell_output_bytes": 15078,
|
|
2490
|
+
"repeat": 1,
|
|
2491
|
+
"series": "issue290-formal-20261014",
|
|
2492
|
+
"stop_reason": null,
|
|
2493
|
+
"strategies": [
|
|
2494
|
+
"iterative-single"
|
|
2495
|
+
],
|
|
2496
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2497
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2498
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2499
|
+
"usage": {
|
|
2500
|
+
"cache_creation_input_tokens": 26148,
|
|
2501
|
+
"cache_read_input_tokens": 223878,
|
|
2502
|
+
"input_tokens": 16,
|
|
2503
|
+
"output_tokens": 4791,
|
|
2504
|
+
"output_tokens_details": {
|
|
2505
|
+
"thinking_tokens": 2000
|
|
2506
|
+
}
|
|
2507
|
+
},
|
|
2508
|
+
"wall_seconds": 36.318,
|
|
2509
|
+
"workload": "quixbugs-find-in-sorted"
|
|
2510
|
+
},
|
|
2511
|
+
{
|
|
2512
|
+
"api_equivalent_cost_usd": 0.01293407,
|
|
2513
|
+
"api_equivalent_input_cost_usd": 0.008934570000000001,
|
|
2514
|
+
"arm": "A",
|
|
2515
|
+
"budget_failure": false,
|
|
2516
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2517
|
+
"classification": "definitive",
|
|
2518
|
+
"cost_observability": "final aggregate retained",
|
|
2519
|
+
"effective_effort_reported": [
|
|
2520
|
+
"high"
|
|
2521
|
+
],
|
|
2522
|
+
"exact_reference_bytes_lower_bound": 15078,
|
|
2523
|
+
"exit": 0,
|
|
2524
|
+
"independent_grader": {
|
|
2525
|
+
"exit": 0,
|
|
2526
|
+
"pass": true,
|
|
2527
|
+
"stderr": "",
|
|
2528
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
2529
|
+
},
|
|
2530
|
+
"input_usage_reconciles": true,
|
|
2531
|
+
"model": {
|
|
2532
|
+
"cli": "2.1.299",
|
|
2533
|
+
"effort": "high",
|
|
2534
|
+
"engine": "claude",
|
|
2535
|
+
"model": "claude-haiku-5-5"
|
|
2536
|
+
},
|
|
2537
|
+
"observed_reference_reads": [
|
|
2538
|
+
{
|
|
2539
|
+
"active_step": "uncomposed",
|
|
2540
|
+
"command": "",
|
|
2541
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
2542
|
+
"declared_binding_matches": [
|
|
2543
|
+
{
|
|
2544
|
+
"id": "tdd",
|
|
2545
|
+
"path": "tdd/SKILL.md",
|
|
2546
|
+
"stage": null,
|
|
2547
|
+
"step": "req-1"
|
|
2548
|
+
}
|
|
2549
|
+
],
|
|
2550
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2551
|
+
"exact_reference_bytes": 1467,
|
|
2552
|
+
"filesystem_access_candidates": 1,
|
|
2553
|
+
"matched_content": [
|
|
2554
|
+
{
|
|
2555
|
+
"bytes": 1467,
|
|
2556
|
+
"kind": "full-file",
|
|
2557
|
+
"path": "tdd/SKILL.md"
|
|
2558
|
+
}
|
|
2559
|
+
],
|
|
2560
|
+
"paths": [
|
|
2561
|
+
"tdd/SKILL.md"
|
|
2562
|
+
],
|
|
2563
|
+
"returned_bytes": 1467,
|
|
2564
|
+
"shell_output_bytes": 1467,
|
|
2565
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2566
|
+
},
|
|
2567
|
+
{
|
|
2568
|
+
"active_step": "uncomposed",
|
|
2569
|
+
"command": "",
|
|
2570
|
+
"content_sha256": "a0454906b6863b0732db613347151dd7c0eb30bad3e75797150c07e9c13ba6c9",
|
|
2571
|
+
"declared_binding_matches": [
|
|
2572
|
+
{
|
|
2573
|
+
"id": "verification-loop",
|
|
2574
|
+
"path": "verification-loop/SKILL.md",
|
|
2575
|
+
"stage": null,
|
|
2576
|
+
"step": "req-verify"
|
|
2577
|
+
}
|
|
2578
|
+
],
|
|
2579
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2580
|
+
"exact_reference_bytes": 1599,
|
|
2581
|
+
"filesystem_access_candidates": 1,
|
|
2582
|
+
"matched_content": [
|
|
2583
|
+
{
|
|
2584
|
+
"bytes": 1599,
|
|
2585
|
+
"kind": "full-file",
|
|
2586
|
+
"path": "verification-loop/SKILL.md"
|
|
2587
|
+
}
|
|
2588
|
+
],
|
|
2589
|
+
"paths": [
|
|
2590
|
+
"verification-loop/SKILL.md"
|
|
2591
|
+
],
|
|
2592
|
+
"returned_bytes": 1599,
|
|
2593
|
+
"shell_output_bytes": 1599,
|
|
2594
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2595
|
+
},
|
|
2596
|
+
{
|
|
2597
|
+
"active_step": "uncomposed",
|
|
2598
|
+
"command": "",
|
|
2599
|
+
"content_sha256": "77ae1908d209d52c482d13a4fa2b28a7a4c0709cf4962ee41b3be0e1728bdcb4",
|
|
2600
|
+
"declared_binding_matches": [],
|
|
2601
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2602
|
+
"exact_reference_bytes": 12012,
|
|
2603
|
+
"filesystem_access_candidates": 1,
|
|
2604
|
+
"matched_content": [
|
|
2605
|
+
{
|
|
2606
|
+
"bytes": 12012,
|
|
2607
|
+
"kind": "full-file",
|
|
2608
|
+
"path": "harness-everything/references/triage-and-tiers.md"
|
|
2609
|
+
}
|
|
2610
|
+
],
|
|
2611
|
+
"paths": [
|
|
2612
|
+
"harness-everything/references/triage-and-tiers.md"
|
|
2613
|
+
],
|
|
2614
|
+
"returned_bytes": 12012,
|
|
2615
|
+
"shell_output_bytes": 12012,
|
|
2616
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2617
|
+
}
|
|
2618
|
+
],
|
|
2619
|
+
"parent_api_equivalent_cost_usd": 0.01293407,
|
|
2620
|
+
"preflight": false,
|
|
2621
|
+
"reference_filesystem_access_candidates": 3,
|
|
2622
|
+
"reference_returned_bytes": 15078,
|
|
2623
|
+
"reference_shell_output_bytes": 15078,
|
|
2624
|
+
"repeat": 2,
|
|
2625
|
+
"series": "issue290-formal-20261014",
|
|
2626
|
+
"stop_reason": null,
|
|
2627
|
+
"strategies": [
|
|
2628
|
+
"iterative-single"
|
|
2629
|
+
],
|
|
2630
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2631
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2632
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2633
|
+
"usage": {
|
|
2634
|
+
"cache_creation_input_tokens": 32259,
|
|
2635
|
+
"cache_read_input_tokens": 248117,
|
|
2636
|
+
"input_tokens": 16,
|
|
2637
|
+
"output_tokens": 7999,
|
|
2638
|
+
"output_tokens_details": {
|
|
2639
|
+
"thinking_tokens": 3456
|
|
2640
|
+
}
|
|
2641
|
+
},
|
|
2642
|
+
"wall_seconds": 54.511,
|
|
2643
|
+
"workload": "quixbugs-find-in-sorted"
|
|
2644
|
+
},
|
|
2645
|
+
{
|
|
2646
|
+
"api_equivalent_cost_usd": 0.01780674,
|
|
2647
|
+
"api_equivalent_input_cost_usd": 0.012818239999999998,
|
|
2648
|
+
"arm": "B",
|
|
2649
|
+
"budget_failure": false,
|
|
2650
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2651
|
+
"classification": "definitive",
|
|
2652
|
+
"cost_observability": "final aggregate retained",
|
|
2653
|
+
"effective_effort_reported": [
|
|
2654
|
+
"high"
|
|
2655
|
+
],
|
|
2656
|
+
"exact_reference_bytes_lower_bound": 3182,
|
|
2657
|
+
"exit": 0,
|
|
2658
|
+
"independent_grader": {
|
|
2659
|
+
"exit": 0,
|
|
2660
|
+
"pass": true,
|
|
2661
|
+
"stderr": "",
|
|
2662
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
2663
|
+
},
|
|
2664
|
+
"input_usage_reconciles": true,
|
|
2665
|
+
"model": {
|
|
2666
|
+
"cli": "2.1.299",
|
|
2667
|
+
"effort": "high",
|
|
2668
|
+
"engine": "claude",
|
|
2669
|
+
"model": "claude-haiku-5-5"
|
|
2670
|
+
},
|
|
2671
|
+
"observed_reference_reads": [
|
|
2672
|
+
{
|
|
2673
|
+
"active_step": "uncomposed",
|
|
2674
|
+
"command": "cd <TMP>/harness290-kdnx3eam/.harness && ls verify-before-claim tdd verification-loop && cat verify-before-claim/SKILL.md && echo ---------- && cat tdd/SKILL.md",
|
|
2675
|
+
"content_sha256": "09e13606a6bd7b21db04f5762b1a85699c9570a38c3b7d140d18c6303e8d41f7",
|
|
2676
|
+
"declared_binding_matches": [
|
|
2677
|
+
{
|
|
2678
|
+
"id": "tdd",
|
|
2679
|
+
"path": "tdd/SKILL.md",
|
|
2680
|
+
"stage": null,
|
|
2681
|
+
"step": "req-1"
|
|
2682
|
+
}
|
|
2683
|
+
],
|
|
2684
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2685
|
+
"exact_reference_bytes": 1584,
|
|
2686
|
+
"filesystem_access_candidates": 1,
|
|
2687
|
+
"matched_content": [
|
|
2688
|
+
{
|
|
2689
|
+
"bytes": 52,
|
|
2690
|
+
"kind": "partial-content",
|
|
2691
|
+
"path": "tdd/SKILL.md"
|
|
2692
|
+
},
|
|
2693
|
+
{
|
|
2694
|
+
"bytes": 66,
|
|
2695
|
+
"kind": "partial-content",
|
|
2696
|
+
"path": "tdd/SKILL.md"
|
|
2697
|
+
},
|
|
2698
|
+
{
|
|
2699
|
+
"bytes": 1466,
|
|
2700
|
+
"kind": "partial-content",
|
|
2701
|
+
"path": "tdd/SKILL.md"
|
|
2702
|
+
}
|
|
2703
|
+
],
|
|
2704
|
+
"paths": [
|
|
2705
|
+
"tdd/SKILL.md"
|
|
2706
|
+
],
|
|
2707
|
+
"returned_bytes": 1584,
|
|
2708
|
+
"shell_output_bytes": 3503,
|
|
2709
|
+
"uncertain_or_mixed_output_bytes": 1919
|
|
2710
|
+
},
|
|
2711
|
+
{
|
|
2712
|
+
"active_step": "req-verify",
|
|
2713
|
+
"command": "cd <TMP>/harness290-kdnx3eam/.harness && cat verification-loop/SKILL.md",
|
|
2714
|
+
"content_sha256": "179b81957974705119feadb4abf2f3f7c79ad708cd13657ef764a6d20f487aa8",
|
|
2715
|
+
"declared_binding_matches": [
|
|
2716
|
+
{
|
|
2717
|
+
"id": "verification-loop",
|
|
2718
|
+
"path": "verification-loop/SKILL.md",
|
|
2719
|
+
"stage": null,
|
|
2720
|
+
"step": "req-verify"
|
|
2721
|
+
}
|
|
2722
|
+
],
|
|
2723
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2724
|
+
"exact_reference_bytes": 1598,
|
|
2725
|
+
"filesystem_access_candidates": 1,
|
|
2726
|
+
"matched_content": [
|
|
2727
|
+
{
|
|
2728
|
+
"bytes": 1598,
|
|
2729
|
+
"kind": "partial-content",
|
|
2730
|
+
"path": "verification-loop/SKILL.md"
|
|
2731
|
+
}
|
|
2732
|
+
],
|
|
2733
|
+
"paths": [
|
|
2734
|
+
"verification-loop/SKILL.md"
|
|
2735
|
+
],
|
|
2736
|
+
"returned_bytes": 1598,
|
|
2737
|
+
"shell_output_bytes": 1598,
|
|
2738
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2739
|
+
}
|
|
2740
|
+
],
|
|
2741
|
+
"parent_api_equivalent_cost_usd": 0.01780674,
|
|
2742
|
+
"preflight": false,
|
|
2743
|
+
"reference_filesystem_access_candidates": 2,
|
|
2744
|
+
"reference_returned_bytes": 3182,
|
|
2745
|
+
"reference_shell_output_bytes": 5101,
|
|
2746
|
+
"repeat": 1,
|
|
2747
|
+
"series": "issue290-formal-20261014",
|
|
2748
|
+
"stop_reason": null,
|
|
2749
|
+
"strategies": [
|
|
2750
|
+
"iterative-single"
|
|
2751
|
+
],
|
|
2752
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2753
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2754
|
+
"uncertain_or_mixed_output_bytes": 1919,
|
|
2755
|
+
"usage": {
|
|
2756
|
+
"cache_creation_input_tokens": 34997,
|
|
2757
|
+
"cache_read_input_tokens": 581524,
|
|
2758
|
+
"input_tokens": 36,
|
|
2759
|
+
"output_tokens": 9977,
|
|
2760
|
+
"output_tokens_details": {
|
|
2761
|
+
"thinking_tokens": 4265
|
|
2762
|
+
}
|
|
2763
|
+
},
|
|
2764
|
+
"wall_seconds": 84.865,
|
|
2765
|
+
"workload": "quixbugs-find-in-sorted"
|
|
2766
|
+
},
|
|
2767
|
+
{
|
|
2768
|
+
"api_equivalent_cost_usd": 0.01267222,
|
|
2769
|
+
"api_equivalent_input_cost_usd": 0.008777720000000001,
|
|
2770
|
+
"arm": "B",
|
|
2771
|
+
"budget_failure": false,
|
|
2772
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2773
|
+
"classification": "definitive",
|
|
2774
|
+
"cost_observability": "final aggregate retained",
|
|
2775
|
+
"effective_effort_reported": [
|
|
2776
|
+
"high"
|
|
2777
|
+
],
|
|
2778
|
+
"exact_reference_bytes_lower_bound": 3065,
|
|
2779
|
+
"exit": 0,
|
|
2780
|
+
"independent_grader": {
|
|
2781
|
+
"exit": 0,
|
|
2782
|
+
"pass": true,
|
|
2783
|
+
"stderr": "",
|
|
2784
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
2785
|
+
},
|
|
2786
|
+
"input_usage_reconciles": true,
|
|
2787
|
+
"model": {
|
|
2788
|
+
"cli": "2.1.299",
|
|
2789
|
+
"effort": "high",
|
|
2790
|
+
"engine": "claude",
|
|
2791
|
+
"model": "claude-haiku-5-5"
|
|
2792
|
+
},
|
|
2793
|
+
"observed_reference_reads": [
|
|
2794
|
+
{
|
|
2795
|
+
"active_step": "uncomposed",
|
|
2796
|
+
"command": "",
|
|
2797
|
+
"content_sha256": "138aad44c5b2db5270dd9ef6cc908673581aca1ca2195819abe6507780396b2d",
|
|
2798
|
+
"declared_binding_matches": [
|
|
2799
|
+
{
|
|
2800
|
+
"id": "tdd",
|
|
2801
|
+
"path": "tdd/SKILL.md",
|
|
2802
|
+
"stage": null,
|
|
2803
|
+
"step": "req-1"
|
|
2804
|
+
}
|
|
2805
|
+
],
|
|
2806
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2807
|
+
"exact_reference_bytes": 1467,
|
|
2808
|
+
"filesystem_access_candidates": 1,
|
|
2809
|
+
"matched_content": [
|
|
2810
|
+
{
|
|
2811
|
+
"bytes": 1467,
|
|
2812
|
+
"kind": "full-file",
|
|
2813
|
+
"path": "tdd/SKILL.md"
|
|
2814
|
+
}
|
|
2815
|
+
],
|
|
2816
|
+
"paths": [
|
|
2817
|
+
"tdd/SKILL.md"
|
|
2818
|
+
],
|
|
2819
|
+
"returned_bytes": 1467,
|
|
2820
|
+
"shell_output_bytes": 1467,
|
|
2821
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2822
|
+
},
|
|
2823
|
+
{
|
|
2824
|
+
"active_step": "req-verify",
|
|
2825
|
+
"command": "cat <HARNESS_SOURCE>/verification-loop/SKILL.md | head -80",
|
|
2826
|
+
"content_sha256": "179b81957974705119feadb4abf2f3f7c79ad708cd13657ef764a6d20f487aa8",
|
|
2827
|
+
"declared_binding_matches": [
|
|
2828
|
+
{
|
|
2829
|
+
"id": "verification-loop",
|
|
2830
|
+
"path": "verification-loop/SKILL.md",
|
|
2831
|
+
"stage": null,
|
|
2832
|
+
"step": "req-verify"
|
|
2833
|
+
}
|
|
2834
|
+
],
|
|
2835
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2836
|
+
"exact_reference_bytes": 1598,
|
|
2837
|
+
"filesystem_access_candidates": 1,
|
|
2838
|
+
"matched_content": [
|
|
2839
|
+
{
|
|
2840
|
+
"bytes": 1598,
|
|
2841
|
+
"kind": "partial-content",
|
|
2842
|
+
"path": "verification-loop/SKILL.md"
|
|
2843
|
+
}
|
|
2844
|
+
],
|
|
2845
|
+
"paths": [
|
|
2846
|
+
"verification-loop/SKILL.md"
|
|
2847
|
+
],
|
|
2848
|
+
"returned_bytes": 1598,
|
|
2849
|
+
"shell_output_bytes": 1598,
|
|
2850
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
2851
|
+
}
|
|
2852
|
+
],
|
|
2853
|
+
"parent_api_equivalent_cost_usd": 0.01267222,
|
|
2854
|
+
"preflight": false,
|
|
2855
|
+
"reference_filesystem_access_candidates": 2,
|
|
2856
|
+
"reference_returned_bytes": 3065,
|
|
2857
|
+
"reference_shell_output_bytes": 3065,
|
|
2858
|
+
"repeat": 2,
|
|
2859
|
+
"series": "issue290-formal-20261014",
|
|
2860
|
+
"stop_reason": null,
|
|
2861
|
+
"strategies": [
|
|
2862
|
+
"iterative-single"
|
|
2863
|
+
],
|
|
2864
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
2865
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
2866
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
2867
|
+
"usage": {
|
|
2868
|
+
"cache_creation_input_tokens": 24948,
|
|
2869
|
+
"cache_read_input_tokens": 378512,
|
|
2870
|
+
"input_tokens": 30,
|
|
2871
|
+
"output_tokens": 7789,
|
|
2872
|
+
"output_tokens_details": {
|
|
2873
|
+
"thinking_tokens": 3083
|
|
2874
|
+
}
|
|
2875
|
+
},
|
|
2876
|
+
"wall_seconds": 69.67,
|
|
2877
|
+
"workload": "quixbugs-find-in-sorted"
|
|
2878
|
+
},
|
|
2879
|
+
{
|
|
2880
|
+
"api_equivalent_cost_usd": 0.02572438,
|
|
2881
|
+
"api_equivalent_input_cost_usd": 0.015737880000000003,
|
|
2882
|
+
"arm": "A",
|
|
2883
|
+
"budget_failure": false,
|
|
2884
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
2885
|
+
"classification": "definitive",
|
|
2886
|
+
"cost_observability": "final aggregate retained",
|
|
2887
|
+
"effective_effort_reported": "high",
|
|
2888
|
+
"exact_reference_bytes_lower_bound": 22023,
|
|
2889
|
+
"exit": 0,
|
|
2890
|
+
"independent_grader": {
|
|
2891
|
+
"exit": 0,
|
|
2892
|
+
"pass": true,
|
|
2893
|
+
"stderr": "",
|
|
2894
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
2895
|
+
},
|
|
2896
|
+
"input_usage_reconciles": true,
|
|
2897
|
+
"model": {
|
|
2898
|
+
"cli": "0.162.1",
|
|
2899
|
+
"effort": "high",
|
|
2900
|
+
"engine": "codex",
|
|
2901
|
+
"model": "gpt-6-luna"
|
|
2902
|
+
},
|
|
2903
|
+
"observed_reference_reads": [
|
|
2904
|
+
{
|
|
2905
|
+
"active_step": "uncomposed",
|
|
2906
|
+
"command": "/bin/zsh -lc 'cat instructions.md && cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md && cat .harness/fable-mode/references/model-matrix.md && cat .harness/fable-mode/CONTRACT-FORMAT.md && cat .harness/fable-mode/references/execution-phases.md && cat .harness/fable-mode/execution-guardrails/SKILL.md && cat .harness/tdd/SKILL.md && cat .harness/verification-loop/SKILL.md'",
|
|
2907
|
+
"content_sha256": "97a4940267a43be3de51e3bbf1d0ffac4fe4e293d3aec61b5783b38f9871e5fa",
|
|
2908
|
+
"declared_binding_matches": [
|
|
2909
|
+
{
|
|
2910
|
+
"id": "tdd",
|
|
2911
|
+
"path": "tdd/SKILL.md",
|
|
2912
|
+
"stage": null,
|
|
2913
|
+
"step": "req-element"
|
|
2914
|
+
},
|
|
2915
|
+
{
|
|
2916
|
+
"id": "tdd",
|
|
2917
|
+
"path": "tdd/SKILL.md",
|
|
2918
|
+
"stage": null,
|
|
2919
|
+
"step": "req-list"
|
|
2920
|
+
},
|
|
2921
|
+
{
|
|
2922
|
+
"id": "tdd",
|
|
2923
|
+
"path": "tdd/SKILL.md",
|
|
2924
|
+
"stage": null,
|
|
2925
|
+
"step": "req-conversion"
|
|
2926
|
+
},
|
|
2927
|
+
{
|
|
2928
|
+
"id": "verification-loop",
|
|
2929
|
+
"path": "verification-loop/SKILL.md",
|
|
2930
|
+
"stage": null,
|
|
2931
|
+
"step": "req-verify"
|
|
2932
|
+
}
|
|
2933
|
+
],
|
|
2934
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
2935
|
+
"exact_reference_bytes": 22023,
|
|
2936
|
+
"filesystem_access_candidates": 8,
|
|
2937
|
+
"matched_content": [
|
|
2938
|
+
{
|
|
2939
|
+
"bytes": 2184,
|
|
2940
|
+
"kind": "full-file",
|
|
2941
|
+
"path": "fable-mode/SKILL.md"
|
|
2942
|
+
},
|
|
2943
|
+
{
|
|
2944
|
+
"bytes": 1387,
|
|
2945
|
+
"kind": "full-file",
|
|
2946
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
2947
|
+
},
|
|
2948
|
+
{
|
|
2949
|
+
"bytes": 2813,
|
|
2950
|
+
"kind": "full-file",
|
|
2951
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
2952
|
+
},
|
|
2953
|
+
{
|
|
2954
|
+
"bytes": 8660,
|
|
2955
|
+
"kind": "full-file",
|
|
2956
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
2957
|
+
},
|
|
2958
|
+
{
|
|
2959
|
+
"bytes": 1792,
|
|
2960
|
+
"kind": "full-file",
|
|
2961
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
2962
|
+
},
|
|
2963
|
+
{
|
|
2964
|
+
"bytes": 2121,
|
|
2965
|
+
"kind": "full-file",
|
|
2966
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
2967
|
+
},
|
|
2968
|
+
{
|
|
2969
|
+
"bytes": 1467,
|
|
2970
|
+
"kind": "full-file",
|
|
2971
|
+
"path": "tdd/SKILL.md"
|
|
2972
|
+
},
|
|
2973
|
+
{
|
|
2974
|
+
"bytes": 1599,
|
|
2975
|
+
"kind": "full-file",
|
|
2976
|
+
"path": "verification-loop/SKILL.md"
|
|
2977
|
+
}
|
|
2978
|
+
],
|
|
2979
|
+
"paths": [
|
|
2980
|
+
"fable-mode/SKILL.md",
|
|
2981
|
+
"fable-mode/references/profile-lookup.md",
|
|
2982
|
+
"fable-mode/references/model-matrix.md",
|
|
2983
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
2984
|
+
"fable-mode/references/execution-phases.md",
|
|
2985
|
+
"fable-mode/execution-guardrails/SKILL.md",
|
|
2986
|
+
"tdd/SKILL.md",
|
|
2987
|
+
"verification-loop/SKILL.md"
|
|
2988
|
+
],
|
|
2989
|
+
"returned_bytes": 22023,
|
|
2990
|
+
"shell_output_bytes": 22896,
|
|
2991
|
+
"uncertain_or_mixed_output_bytes": 873
|
|
2992
|
+
}
|
|
2993
|
+
],
|
|
2994
|
+
"parent_api_equivalent_cost_usd": 0.02572438,
|
|
2995
|
+
"preflight": false,
|
|
2996
|
+
"reference_filesystem_access_candidates": 8,
|
|
2997
|
+
"reference_returned_bytes": 22023,
|
|
2998
|
+
"reference_shell_output_bytes": 22896,
|
|
2999
|
+
"repeat": 1,
|
|
3000
|
+
"series": "issue290-formal-20261014",
|
|
3001
|
+
"stop_reason": null,
|
|
3002
|
+
"strategies": [
|
|
3003
|
+
"iterative-single"
|
|
3004
|
+
],
|
|
3005
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3006
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3007
|
+
"uncertain_or_mixed_output_bytes": 873,
|
|
3008
|
+
"usage": {
|
|
3009
|
+
"cache_write_input_tokens": 0,
|
|
3010
|
+
"cached_input_tokens": 953088,
|
|
3011
|
+
"input_tokens": 1015158,
|
|
3012
|
+
"output_tokens": 19973,
|
|
3013
|
+
"reasoning_output_tokens": 14391
|
|
3014
|
+
},
|
|
3015
|
+
"wall_seconds": 218.852,
|
|
3016
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
3017
|
+
},
|
|
3018
|
+
{
|
|
3019
|
+
"api_equivalent_cost_usd": 0.0254005,
|
|
3020
|
+
"api_equivalent_input_cost_usd": 0.015807000000000005,
|
|
3021
|
+
"arm": "A",
|
|
3022
|
+
"budget_failure": false,
|
|
3023
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3024
|
+
"classification": "definitive",
|
|
3025
|
+
"cost_observability": "final aggregate retained",
|
|
3026
|
+
"effective_effort_reported": "high",
|
|
3027
|
+
"exact_reference_bytes_lower_bound": 22023,
|
|
3028
|
+
"exit": 0,
|
|
3029
|
+
"independent_grader": {
|
|
3030
|
+
"exit": 0,
|
|
3031
|
+
"pass": true,
|
|
3032
|
+
"stderr": "",
|
|
3033
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
3034
|
+
},
|
|
3035
|
+
"input_usage_reconciles": true,
|
|
3036
|
+
"model": {
|
|
3037
|
+
"cli": "0.162.1",
|
|
3038
|
+
"effort": "high",
|
|
3039
|
+
"engine": "codex",
|
|
3040
|
+
"model": "gpt-6-luna"
|
|
3041
|
+
},
|
|
3042
|
+
"observed_reference_reads": [
|
|
3043
|
+
{
|
|
3044
|
+
"active_step": "uncomposed",
|
|
3045
|
+
"command": "/bin/zsh -lc 'cat instructions.md && cat simple-linked-list.js && cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md && cat .harness/fable-mode/references/model-matrix.md && cat .harness/fable-mode/CONTRACT-FORMAT.md && cat .harness/fable-mode/references/execution-phases.md && cat .harness/fable-mode/execution-guardrails/SKILL.md && cat .harness/tdd/SKILL.md && cat .harness/verification-loop/SKILL.md && git status --short --branch'",
|
|
3046
|
+
"content_sha256": "7e7d040c42095af2b54150865a8fd5df66a82ba5d31a1f24b31ffd59657c9bf2",
|
|
3047
|
+
"declared_binding_matches": [
|
|
3048
|
+
{
|
|
3049
|
+
"id": "tdd",
|
|
3050
|
+
"path": "tdd/SKILL.md",
|
|
3051
|
+
"stage": null,
|
|
3052
|
+
"step": "req-element"
|
|
3053
|
+
},
|
|
3054
|
+
{
|
|
3055
|
+
"id": "tdd",
|
|
3056
|
+
"path": "tdd/SKILL.md",
|
|
3057
|
+
"stage": null,
|
|
3058
|
+
"step": "req-list-core"
|
|
3059
|
+
},
|
|
3060
|
+
{
|
|
3061
|
+
"id": "tdd",
|
|
3062
|
+
"path": "tdd/SKILL.md",
|
|
3063
|
+
"stage": null,
|
|
3064
|
+
"step": "req-list-ops"
|
|
3065
|
+
},
|
|
3066
|
+
{
|
|
3067
|
+
"id": "verification-loop",
|
|
3068
|
+
"path": "verification-loop/SKILL.md",
|
|
3069
|
+
"stage": null,
|
|
3070
|
+
"step": "req-cold-verification"
|
|
3071
|
+
}
|
|
3072
|
+
],
|
|
3073
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3074
|
+
"exact_reference_bytes": 22023,
|
|
3075
|
+
"filesystem_access_candidates": 8,
|
|
3076
|
+
"matched_content": [
|
|
3077
|
+
{
|
|
3078
|
+
"bytes": 2184,
|
|
3079
|
+
"kind": "full-file",
|
|
3080
|
+
"path": "fable-mode/SKILL.md"
|
|
3081
|
+
},
|
|
3082
|
+
{
|
|
3083
|
+
"bytes": 1387,
|
|
3084
|
+
"kind": "full-file",
|
|
3085
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
3086
|
+
},
|
|
3087
|
+
{
|
|
3088
|
+
"bytes": 2813,
|
|
3089
|
+
"kind": "full-file",
|
|
3090
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
3091
|
+
},
|
|
3092
|
+
{
|
|
3093
|
+
"bytes": 8660,
|
|
3094
|
+
"kind": "full-file",
|
|
3095
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
3096
|
+
},
|
|
3097
|
+
{
|
|
3098
|
+
"bytes": 1792,
|
|
3099
|
+
"kind": "full-file",
|
|
3100
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
3101
|
+
},
|
|
3102
|
+
{
|
|
3103
|
+
"bytes": 2121,
|
|
3104
|
+
"kind": "full-file",
|
|
3105
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
3106
|
+
},
|
|
3107
|
+
{
|
|
3108
|
+
"bytes": 1467,
|
|
3109
|
+
"kind": "full-file",
|
|
3110
|
+
"path": "tdd/SKILL.md"
|
|
3111
|
+
},
|
|
3112
|
+
{
|
|
3113
|
+
"bytes": 1599,
|
|
3114
|
+
"kind": "full-file",
|
|
3115
|
+
"path": "verification-loop/SKILL.md"
|
|
3116
|
+
}
|
|
3117
|
+
],
|
|
3118
|
+
"paths": [
|
|
3119
|
+
"fable-mode/SKILL.md",
|
|
3120
|
+
"fable-mode/references/profile-lookup.md",
|
|
3121
|
+
"fable-mode/references/model-matrix.md",
|
|
3122
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
3123
|
+
"fable-mode/references/execution-phases.md",
|
|
3124
|
+
"fable-mode/execution-guardrails/SKILL.md",
|
|
3125
|
+
"tdd/SKILL.md",
|
|
3126
|
+
"verification-loop/SKILL.md"
|
|
3127
|
+
],
|
|
3128
|
+
"returned_bytes": 22023,
|
|
3129
|
+
"shell_output_bytes": 24005,
|
|
3130
|
+
"uncertain_or_mixed_output_bytes": 1982
|
|
3131
|
+
}
|
|
3132
|
+
],
|
|
3133
|
+
"parent_api_equivalent_cost_usd": 0.0254005,
|
|
3134
|
+
"preflight": false,
|
|
3135
|
+
"reference_filesystem_access_candidates": 8,
|
|
3136
|
+
"reference_returned_bytes": 22023,
|
|
3137
|
+
"reference_shell_output_bytes": 24005,
|
|
3138
|
+
"repeat": 2,
|
|
3139
|
+
"series": "issue290-formal-20261014",
|
|
3140
|
+
"stop_reason": null,
|
|
3141
|
+
"strategies": [
|
|
3142
|
+
"iterative-single"
|
|
3143
|
+
],
|
|
3144
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3145
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3146
|
+
"uncertain_or_mixed_output_bytes": 1982,
|
|
3147
|
+
"usage": {
|
|
3148
|
+
"cache_write_input_tokens": 0,
|
|
3149
|
+
"cached_input_tokens": 962560,
|
|
3150
|
+
"input_tokens": 1024374,
|
|
3151
|
+
"output_tokens": 19187,
|
|
3152
|
+
"reasoning_output_tokens": 9718
|
|
3153
|
+
},
|
|
3154
|
+
"wall_seconds": 237.141,
|
|
3155
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
3156
|
+
},
|
|
3157
|
+
{
|
|
3158
|
+
"api_equivalent_cost_usd": 0.02799634,
|
|
3159
|
+
"api_equivalent_input_cost_usd": 0.016671340000000003,
|
|
3160
|
+
"arm": "B",
|
|
3161
|
+
"budget_failure": false,
|
|
3162
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3163
|
+
"classification": "definitive",
|
|
3164
|
+
"cost_observability": "final aggregate retained",
|
|
3165
|
+
"effective_effort_reported": "high",
|
|
3166
|
+
"exact_reference_bytes_lower_bound": 3066,
|
|
3167
|
+
"exit": 0,
|
|
3168
|
+
"independent_grader": {
|
|
3169
|
+
"exit": 1,
|
|
3170
|
+
"pass": false,
|
|
3171
|
+
"stderr": "",
|
|
3172
|
+
"stdout": "{\"pass\":false,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 1\\n+ }\\n- 1\\n\"},{\"name\":\"adding a second Element updates the head Element\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 3\\n+ }\\n- 3\\n\"},{\"name\":\"can get the next Element from the head\",\"pass\":false,\"error\":\"Expected values to be strictly deep-equal:\\n+ actual - expected\\n\\n+ {\\n+ _next: null,\\n+ _value: 1\\n+ }\\n- 1\\n\"},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
3173
|
+
},
|
|
3174
|
+
"input_usage_reconciles": true,
|
|
3175
|
+
"model": {
|
|
3176
|
+
"cli": "0.162.1",
|
|
3177
|
+
"effort": "high",
|
|
3178
|
+
"engine": "codex",
|
|
3179
|
+
"model": "gpt-6-luna"
|
|
3180
|
+
},
|
|
3181
|
+
"observed_reference_reads": [
|
|
3182
|
+
{
|
|
3183
|
+
"active_step": "uncomposed",
|
|
3184
|
+
"command": "/bin/zsh -lc 'cat .harness/AGENTS.md; cat .harness/tdd/SKILL.md; cat .harness/verification-loop/SKILL.md; cat .pilot-state/workspaces/harness290-32ul0al5-87ca1479c795/state/sessions/01a13a8d-db2e-7f40-906e-37f4d3cceb0b/workflow-stages.json; cat .pilot-state/workspaces/harness290-32ul0al5-87ca1479c795/state/sessions/01a13a8d-db2e-7f40-906e-37f4d3cceb0b/workflow-obligations.json'",
|
|
3185
|
+
"content_sha256": "c627e9663dc2f313e601f700891a44bed5fbb714415f5813f718d9ece6f95959",
|
|
3186
|
+
"declared_binding_matches": [
|
|
3187
|
+
{
|
|
3188
|
+
"id": "tdd",
|
|
3189
|
+
"path": "tdd/SKILL.md",
|
|
3190
|
+
"stage": null,
|
|
3191
|
+
"step": "stage-1-element"
|
|
3192
|
+
},
|
|
3193
|
+
{
|
|
3194
|
+
"id": "tdd",
|
|
3195
|
+
"path": "tdd/SKILL.md",
|
|
3196
|
+
"stage": null,
|
|
3197
|
+
"step": "stage-2-list-core"
|
|
3198
|
+
},
|
|
3199
|
+
{
|
|
3200
|
+
"id": "tdd",
|
|
3201
|
+
"path": "tdd/SKILL.md",
|
|
3202
|
+
"stage": null,
|
|
3203
|
+
"step": "stage-3-array-reverse"
|
|
3204
|
+
},
|
|
3205
|
+
{
|
|
3206
|
+
"id": "verification-loop",
|
|
3207
|
+
"path": "verification-loop/SKILL.md",
|
|
3208
|
+
"stage": null,
|
|
3209
|
+
"step": "cold-verification"
|
|
3210
|
+
}
|
|
3211
|
+
],
|
|
3212
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3213
|
+
"exact_reference_bytes": 3066,
|
|
3214
|
+
"filesystem_access_candidates": 2,
|
|
3215
|
+
"matched_content": [
|
|
3216
|
+
{
|
|
3217
|
+
"bytes": 1467,
|
|
3218
|
+
"kind": "full-file",
|
|
3219
|
+
"path": "tdd/SKILL.md"
|
|
3220
|
+
},
|
|
3221
|
+
{
|
|
3222
|
+
"bytes": 1599,
|
|
3223
|
+
"kind": "full-file",
|
|
3224
|
+
"path": "verification-loop/SKILL.md"
|
|
3225
|
+
}
|
|
3226
|
+
],
|
|
3227
|
+
"paths": [
|
|
3228
|
+
"tdd/SKILL.md",
|
|
3229
|
+
"verification-loop/SKILL.md"
|
|
3230
|
+
],
|
|
3231
|
+
"returned_bytes": 3066,
|
|
3232
|
+
"shell_output_bytes": 13252,
|
|
3233
|
+
"uncertain_or_mixed_output_bytes": 10186
|
|
3234
|
+
}
|
|
3235
|
+
],
|
|
3236
|
+
"parent_api_equivalent_cost_usd": 0.02799634,
|
|
3237
|
+
"preflight": false,
|
|
3238
|
+
"reference_filesystem_access_candidates": 2,
|
|
3239
|
+
"reference_returned_bytes": 3066,
|
|
3240
|
+
"reference_shell_output_bytes": 13252,
|
|
3241
|
+
"repeat": 1,
|
|
3242
|
+
"series": "issue290-formal-20261014",
|
|
3243
|
+
"stop_reason": null,
|
|
3244
|
+
"strategies": [
|
|
3245
|
+
"iterative-single"
|
|
3246
|
+
],
|
|
3247
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3248
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3249
|
+
"uncertain_or_mixed_output_bytes": 10186,
|
|
3250
|
+
"usage": {
|
|
3251
|
+
"cache_write_input_tokens": 0,
|
|
3252
|
+
"cached_input_tokens": 1049344,
|
|
3253
|
+
"input_tokens": 1111123,
|
|
3254
|
+
"output_tokens": 22650,
|
|
3255
|
+
"reasoning_output_tokens": 18178
|
|
3256
|
+
},
|
|
3257
|
+
"wall_seconds": 250.42,
|
|
3258
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
3259
|
+
},
|
|
3260
|
+
{
|
|
3261
|
+
"api_equivalent_cost_usd": 0.022629200000000002,
|
|
3262
|
+
"api_equivalent_input_cost_usd": 0.014696699999999998,
|
|
3263
|
+
"arm": "B",
|
|
3264
|
+
"budget_failure": false,
|
|
3265
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3266
|
+
"classification": "definitive",
|
|
3267
|
+
"cost_observability": "final aggregate retained",
|
|
3268
|
+
"effective_effort_reported": "high",
|
|
3269
|
+
"exact_reference_bytes_lower_bound": 3066,
|
|
3270
|
+
"exit": 0,
|
|
3271
|
+
"independent_grader": {
|
|
3272
|
+
"exit": 0,
|
|
3273
|
+
"pass": true,
|
|
3274
|
+
"stderr": "",
|
|
3275
|
+
"stdout": "{\"pass\":true,\"tests\":23,\"results\":[{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"value reflects constructor arg\",\"pass\":true},{\"name\":\"has null for next by default\",\"pass\":true},{\"name\":\"has constructor\",\"pass\":true},{\"name\":\"new lists should have length 0\",\"pass\":true},{\"name\":\"can add a element\",\"pass\":true},{\"name\":\"adding a element increments length\",\"pass\":true},{\"name\":\"adding two elements increments twice\",\"pass\":true},{\"name\":\"new Lists have a null head element\",\"pass\":true},{\"name\":\"adding an Element to an empty list sets the head Element\",\"pass\":true},{\"name\":\"adding a second Element updates the head Element\",\"pass\":true},{\"name\":\"can get the next Element from the head\",\"pass\":true},{\"name\":\"can be initialized with an array\",\"pass\":true},{\"name\":\"with correct length\",\"pass\":true},{\"name\":\"with correct head value\",\"pass\":true},{\"name\":\"can traverse the list\",\"pass\":true},{\"name\":\"can convert to an array\",\"pass\":true},{\"name\":\"head of list is final element from input array\",\"pass\":true},{\"name\":\"can convert longer list to an array\",\"pass\":true},{\"name\":\"can be reversed\",\"pass\":true},{\"name\":\"can be reversed when it has more elements\",\"pass\":true},{\"name\":\"can reverse with many elements\",\"pass\":true},{\"name\":\"can reverse a reversal\",\"pass\":true}]}\n"
|
|
3276
|
+
},
|
|
3277
|
+
"input_usage_reconciles": true,
|
|
3278
|
+
"model": {
|
|
3279
|
+
"cli": "0.162.1",
|
|
3280
|
+
"effort": "high",
|
|
3281
|
+
"engine": "codex",
|
|
3282
|
+
"model": "gpt-6-luna"
|
|
3283
|
+
},
|
|
3284
|
+
"observed_reference_reads": [
|
|
3285
|
+
{
|
|
3286
|
+
"active_step": "uncomposed",
|
|
3287
|
+
"command": "/bin/zsh -lc \"cat .harness/tdd/SKILL.md && printf '\\\\n--- core discipline ---\\\\n' && cat .harness/tdd/references/core-discipline.md\"",
|
|
3288
|
+
"content_sha256": "7c32e0c03443d696295292e4660ad920fe1c778b7513886fd3bbf222add9eff5",
|
|
3289
|
+
"declared_binding_matches": [
|
|
3290
|
+
{
|
|
3291
|
+
"id": "tdd",
|
|
3292
|
+
"path": "tdd/SKILL.md",
|
|
3293
|
+
"stage": null,
|
|
3294
|
+
"step": "stage-1"
|
|
3295
|
+
},
|
|
3296
|
+
{
|
|
3297
|
+
"id": "tdd",
|
|
3298
|
+
"path": "tdd/SKILL.md",
|
|
3299
|
+
"stage": null,
|
|
3300
|
+
"step": "stage-2"
|
|
3301
|
+
},
|
|
3302
|
+
{
|
|
3303
|
+
"id": "tdd",
|
|
3304
|
+
"path": "tdd/SKILL.md",
|
|
3305
|
+
"stage": null,
|
|
3306
|
+
"step": "stage-3"
|
|
3307
|
+
}
|
|
3308
|
+
],
|
|
3309
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3310
|
+
"exact_reference_bytes": 1467,
|
|
3311
|
+
"filesystem_access_candidates": 1,
|
|
3312
|
+
"matched_content": [
|
|
3313
|
+
{
|
|
3314
|
+
"bytes": 1467,
|
|
3315
|
+
"kind": "full-file",
|
|
3316
|
+
"path": "tdd/SKILL.md"
|
|
3317
|
+
}
|
|
3318
|
+
],
|
|
3319
|
+
"paths": [
|
|
3320
|
+
"tdd/SKILL.md"
|
|
3321
|
+
],
|
|
3322
|
+
"returned_bytes": 1467,
|
|
3323
|
+
"shell_output_bytes": 5258,
|
|
3324
|
+
"uncertain_or_mixed_output_bytes": 3791
|
|
3325
|
+
},
|
|
3326
|
+
{
|
|
3327
|
+
"active_step": "stage-3",
|
|
3328
|
+
"command": "/bin/zsh -lc \"cat .harness/verification-loop/SKILL.md && printf '\\\\n--- verification phases ---\\\\n' && cat .harness/verification-loop/references/verification-phases.md && printf '\\\\n--- verify-before-claim ---\\\\n' && cat .harness/verify-before-claim/SKILL.md\"",
|
|
3329
|
+
"content_sha256": "7a82ffcc89d8d8da08414d5ee987d814fdfc961143bf7edf9295f77ded9f99f5",
|
|
3330
|
+
"declared_binding_matches": [
|
|
3331
|
+
{
|
|
3332
|
+
"id": "verification-loop",
|
|
3333
|
+
"path": "verification-loop/SKILL.md",
|
|
3334
|
+
"stage": null,
|
|
3335
|
+
"step": "cold-verification"
|
|
3336
|
+
}
|
|
3337
|
+
],
|
|
3338
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3339
|
+
"exact_reference_bytes": 1599,
|
|
3340
|
+
"filesystem_access_candidates": 1,
|
|
3341
|
+
"matched_content": [
|
|
3342
|
+
{
|
|
3343
|
+
"bytes": 1599,
|
|
3344
|
+
"kind": "full-file",
|
|
3345
|
+
"path": "verification-loop/SKILL.md"
|
|
3346
|
+
}
|
|
3347
|
+
],
|
|
3348
|
+
"paths": [
|
|
3349
|
+
"verification-loop/SKILL.md"
|
|
3350
|
+
],
|
|
3351
|
+
"returned_bytes": 1599,
|
|
3352
|
+
"shell_output_bytes": 8424,
|
|
3353
|
+
"uncertain_or_mixed_output_bytes": 6825
|
|
3354
|
+
}
|
|
3355
|
+
],
|
|
3356
|
+
"parent_api_equivalent_cost_usd": 0.022629200000000002,
|
|
3357
|
+
"preflight": false,
|
|
3358
|
+
"reference_filesystem_access_candidates": 2,
|
|
3359
|
+
"reference_returned_bytes": 3066,
|
|
3360
|
+
"reference_shell_output_bytes": 13682,
|
|
3361
|
+
"repeat": 2,
|
|
3362
|
+
"series": "issue290-formal-20261014",
|
|
3363
|
+
"stop_reason": null,
|
|
3364
|
+
"strategies": [
|
|
3365
|
+
"iterative-single"
|
|
3366
|
+
],
|
|
3367
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3368
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3369
|
+
"uncertain_or_mixed_output_bytes": 10616,
|
|
3370
|
+
"usage": {
|
|
3371
|
+
"cache_write_input_tokens": 0,
|
|
3372
|
+
"cached_input_tokens": 715520,
|
|
3373
|
+
"input_tokens": 790935,
|
|
3374
|
+
"output_tokens": 15865,
|
|
3375
|
+
"reasoning_output_tokens": 9734
|
|
3376
|
+
},
|
|
3377
|
+
"wall_seconds": 177.548,
|
|
3378
|
+
"workload": "polyglot-simple-linked-list-staged"
|
|
3379
|
+
},
|
|
3380
|
+
{
|
|
3381
|
+
"api_equivalent_cost_usd": 0.00220756,
|
|
3382
|
+
"api_equivalent_input_cost_usd": 0.00194956,
|
|
3383
|
+
"arm": "A",
|
|
3384
|
+
"budget_failure": false,
|
|
3385
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3386
|
+
"classification": "definitive",
|
|
3387
|
+
"cost_observability": "final aggregate retained",
|
|
3388
|
+
"effective_effort_reported": "high",
|
|
3389
|
+
"exact_reference_bytes_lower_bound": 18957,
|
|
3390
|
+
"exit": 0,
|
|
3391
|
+
"independent_grader": {
|
|
3392
|
+
"expected": {
|
|
3393
|
+
"assignedRole": "reasoning-worker",
|
|
3394
|
+
"effectiveProfile": "reasoning",
|
|
3395
|
+
"profileAlias": "sonnect",
|
|
3396
|
+
"requestedProfile": "reasoning",
|
|
3397
|
+
"runtimeEffort": null,
|
|
3398
|
+
"runtimeModel": null
|
|
3399
|
+
},
|
|
3400
|
+
"format_pass": true,
|
|
3401
|
+
"pass": true,
|
|
3402
|
+
"selection": {
|
|
3403
|
+
"assignedRole": "reasoning-worker",
|
|
3404
|
+
"effectiveProfile": "reasoning",
|
|
3405
|
+
"profileAlias": "sonnect",
|
|
3406
|
+
"requestedProfile": "reasoning",
|
|
3407
|
+
"runtimeEffort": null,
|
|
3408
|
+
"runtimeModel": null
|
|
3409
|
+
},
|
|
3410
|
+
"selection_pass": true
|
|
3411
|
+
},
|
|
3412
|
+
"input_usage_reconciles": true,
|
|
3413
|
+
"model": {
|
|
3414
|
+
"cli": "0.162.1",
|
|
3415
|
+
"effort": "high",
|
|
3416
|
+
"engine": "codex",
|
|
3417
|
+
"model": "gpt-6-luna"
|
|
3418
|
+
},
|
|
3419
|
+
"observed_reference_reads": [
|
|
3420
|
+
{
|
|
3421
|
+
"active_step": "uncomposed",
|
|
3422
|
+
"command": "/bin/zsh -lc 'cat .harness/fable-mode/SKILL.md .harness/fable-mode/references/profile-lookup.md .harness/fable-mode/references/model-matrix.md .harness/fable-mode/CONTRACT-FORMAT.md .harness/fable-mode/references/execution-phases.md .harness/fable-mode/execution-guardrails/SKILL.md'",
|
|
3423
|
+
"content_sha256": "8d58eeee12446223594759b010c2a329637c39fb34012b10424842d6f30da3e4",
|
|
3424
|
+
"declared_binding_matches": [],
|
|
3425
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3426
|
+
"exact_reference_bytes": 18957,
|
|
3427
|
+
"filesystem_access_candidates": 6,
|
|
3428
|
+
"matched_content": [
|
|
3429
|
+
{
|
|
3430
|
+
"bytes": 2184,
|
|
3431
|
+
"kind": "full-file",
|
|
3432
|
+
"path": "fable-mode/SKILL.md"
|
|
3433
|
+
},
|
|
3434
|
+
{
|
|
3435
|
+
"bytes": 1387,
|
|
3436
|
+
"kind": "full-file",
|
|
3437
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
3438
|
+
},
|
|
3439
|
+
{
|
|
3440
|
+
"bytes": 2813,
|
|
3441
|
+
"kind": "full-file",
|
|
3442
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
3443
|
+
},
|
|
3444
|
+
{
|
|
3445
|
+
"bytes": 8660,
|
|
3446
|
+
"kind": "full-file",
|
|
3447
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
3448
|
+
},
|
|
3449
|
+
{
|
|
3450
|
+
"bytes": 1792,
|
|
3451
|
+
"kind": "full-file",
|
|
3452
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
3453
|
+
},
|
|
3454
|
+
{
|
|
3455
|
+
"bytes": 2121,
|
|
3456
|
+
"kind": "full-file",
|
|
3457
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
3458
|
+
}
|
|
3459
|
+
],
|
|
3460
|
+
"paths": [
|
|
3461
|
+
"fable-mode/SKILL.md",
|
|
3462
|
+
"fable-mode/references/profile-lookup.md",
|
|
3463
|
+
"fable-mode/references/model-matrix.md",
|
|
3464
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
3465
|
+
"fable-mode/references/execution-phases.md",
|
|
3466
|
+
"fable-mode/execution-guardrails/SKILL.md"
|
|
3467
|
+
],
|
|
3468
|
+
"returned_bytes": 18957,
|
|
3469
|
+
"shell_output_bytes": 18957,
|
|
3470
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
3471
|
+
}
|
|
3472
|
+
],
|
|
3473
|
+
"parent_api_equivalent_cost_usd": 0.00220756,
|
|
3474
|
+
"preflight": false,
|
|
3475
|
+
"reference_filesystem_access_candidates": 6,
|
|
3476
|
+
"reference_returned_bytes": 18957,
|
|
3477
|
+
"reference_shell_output_bytes": 18957,
|
|
3478
|
+
"repeat": 1,
|
|
3479
|
+
"series": "issue290-formal-20261014",
|
|
3480
|
+
"stop_reason": null,
|
|
3481
|
+
"strategies": [
|
|
3482
|
+
"direct-single"
|
|
3483
|
+
],
|
|
3484
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3485
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3486
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
3487
|
+
"usage": {
|
|
3488
|
+
"cache_write_input_tokens": 0,
|
|
3489
|
+
"cached_input_tokens": 32256,
|
|
3490
|
+
"input_tokens": 48526,
|
|
3491
|
+
"output_tokens": 516,
|
|
3492
|
+
"reasoning_output_tokens": 282
|
|
3493
|
+
},
|
|
3494
|
+
"wall_seconds": 17.148,
|
|
3495
|
+
"workload": "profile-lookup"
|
|
3496
|
+
},
|
|
3497
|
+
{
|
|
3498
|
+
"api_equivalent_cost_usd": 0.00204398,
|
|
3499
|
+
"api_equivalent_input_cost_usd": 0.00154448,
|
|
3500
|
+
"arm": "A",
|
|
3501
|
+
"budget_failure": false,
|
|
3502
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3503
|
+
"classification": "definitive",
|
|
3504
|
+
"cost_observability": "final aggregate retained",
|
|
3505
|
+
"effective_effort_reported": "high",
|
|
3506
|
+
"exact_reference_bytes_lower_bound": 18957,
|
|
3507
|
+
"exit": 0,
|
|
3508
|
+
"independent_grader": {
|
|
3509
|
+
"expected": {
|
|
3510
|
+
"assignedRole": "reasoning-worker",
|
|
3511
|
+
"effectiveProfile": "reasoning",
|
|
3512
|
+
"profileAlias": "sonnect",
|
|
3513
|
+
"requestedProfile": "reasoning",
|
|
3514
|
+
"runtimeEffort": null,
|
|
3515
|
+
"runtimeModel": null
|
|
3516
|
+
},
|
|
3517
|
+
"format_pass": true,
|
|
3518
|
+
"pass": true,
|
|
3519
|
+
"selection": {
|
|
3520
|
+
"assignedRole": "reasoning-worker",
|
|
3521
|
+
"effectiveProfile": "reasoning",
|
|
3522
|
+
"profileAlias": "sonnect",
|
|
3523
|
+
"requestedProfile": "reasoning",
|
|
3524
|
+
"runtimeEffort": null,
|
|
3525
|
+
"runtimeModel": null
|
|
3526
|
+
},
|
|
3527
|
+
"selection_pass": true
|
|
3528
|
+
},
|
|
3529
|
+
"input_usage_reconciles": true,
|
|
3530
|
+
"model": {
|
|
3531
|
+
"cli": "0.162.1",
|
|
3532
|
+
"effort": "high",
|
|
3533
|
+
"engine": "codex",
|
|
3534
|
+
"model": "gpt-6-luna"
|
|
3535
|
+
},
|
|
3536
|
+
"observed_reference_reads": [
|
|
3537
|
+
{
|
|
3538
|
+
"active_step": "uncomposed",
|
|
3539
|
+
"command": "/bin/zsh -lc \"cat '<TMP>/harness290-niq4avv1/.harness/fable-mode/SKILL.md' '<TMP>/harness290-niq4avv1/.harness/fable-mode/references/profile-lookup.md' '<TMP>/harness290-niq4avv1/.harness/fable-mode/references/model-matrix.md' '<TMP>/harness290-niq4avv1/.harness/fable-mode/CONTRACT-FORMAT.md' '<TMP>/harness290-niq4avv1/.harness/fable-mode/references/execution-phases.md' '<TMP>/harness290-niq4avv1/.harness/fable-mode/execution-guardrails/SKILL.md'\"",
|
|
3540
|
+
"content_sha256": "8d58eeee12446223594759b010c2a329637c39fb34012b10424842d6f30da3e4",
|
|
3541
|
+
"declared_binding_matches": [],
|
|
3542
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3543
|
+
"exact_reference_bytes": 18957,
|
|
3544
|
+
"filesystem_access_candidates": 6,
|
|
3545
|
+
"matched_content": [
|
|
3546
|
+
{
|
|
3547
|
+
"bytes": 2184,
|
|
3548
|
+
"kind": "full-file",
|
|
3549
|
+
"path": "fable-mode/SKILL.md"
|
|
3550
|
+
},
|
|
3551
|
+
{
|
|
3552
|
+
"bytes": 1387,
|
|
3553
|
+
"kind": "full-file",
|
|
3554
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
3555
|
+
},
|
|
3556
|
+
{
|
|
3557
|
+
"bytes": 2813,
|
|
3558
|
+
"kind": "full-file",
|
|
3559
|
+
"path": "fable-mode/references/model-matrix.md"
|
|
3560
|
+
},
|
|
3561
|
+
{
|
|
3562
|
+
"bytes": 8660,
|
|
3563
|
+
"kind": "full-file",
|
|
3564
|
+
"path": "fable-mode/CONTRACT-FORMAT.md"
|
|
3565
|
+
},
|
|
3566
|
+
{
|
|
3567
|
+
"bytes": 1792,
|
|
3568
|
+
"kind": "full-file",
|
|
3569
|
+
"path": "fable-mode/references/execution-phases.md"
|
|
3570
|
+
},
|
|
3571
|
+
{
|
|
3572
|
+
"bytes": 2121,
|
|
3573
|
+
"kind": "full-file",
|
|
3574
|
+
"path": "fable-mode/execution-guardrails/SKILL.md"
|
|
3575
|
+
}
|
|
3576
|
+
],
|
|
3577
|
+
"paths": [
|
|
3578
|
+
"fable-mode/SKILL.md",
|
|
3579
|
+
"fable-mode/references/profile-lookup.md",
|
|
3580
|
+
"fable-mode/references/model-matrix.md",
|
|
3581
|
+
"fable-mode/CONTRACT-FORMAT.md",
|
|
3582
|
+
"fable-mode/references/execution-phases.md",
|
|
3583
|
+
"fable-mode/execution-guardrails/SKILL.md"
|
|
3584
|
+
],
|
|
3585
|
+
"returned_bytes": 18957,
|
|
3586
|
+
"shell_output_bytes": 18957,
|
|
3587
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
3588
|
+
}
|
|
3589
|
+
],
|
|
3590
|
+
"parent_api_equivalent_cost_usd": 0.00204398,
|
|
3591
|
+
"preflight": false,
|
|
3592
|
+
"reference_filesystem_access_candidates": 6,
|
|
3593
|
+
"reference_returned_bytes": 18957,
|
|
3594
|
+
"reference_shell_output_bytes": 18957,
|
|
3595
|
+
"repeat": 2,
|
|
3596
|
+
"series": "issue290-formal-20261014",
|
|
3597
|
+
"stop_reason": null,
|
|
3598
|
+
"strategies": [
|
|
3599
|
+
"direct-single"
|
|
3600
|
+
],
|
|
3601
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3602
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3603
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
3604
|
+
"usage": {
|
|
3605
|
+
"cache_write_input_tokens": 0,
|
|
3606
|
+
"cached_input_tokens": 35328,
|
|
3607
|
+
"input_tokens": 47240,
|
|
3608
|
+
"output_tokens": 999,
|
|
3609
|
+
"reasoning_output_tokens": 533
|
|
3610
|
+
},
|
|
3611
|
+
"wall_seconds": 19.145,
|
|
3612
|
+
"workload": "profile-lookup"
|
|
3613
|
+
},
|
|
3614
|
+
{
|
|
3615
|
+
"api_equivalent_cost_usd": 0.00229032,
|
|
3616
|
+
"api_equivalent_input_cost_usd": 0.00192282,
|
|
3617
|
+
"arm": "B",
|
|
3618
|
+
"budget_failure": false,
|
|
3619
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3620
|
+
"classification": "definitive",
|
|
3621
|
+
"cost_observability": "final aggregate retained",
|
|
3622
|
+
"effective_effort_reported": "high",
|
|
3623
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
3624
|
+
"exit": 0,
|
|
3625
|
+
"independent_grader": {
|
|
3626
|
+
"expected": {
|
|
3627
|
+
"assignedRole": "reasoning-worker",
|
|
3628
|
+
"effectiveProfile": "reasoning",
|
|
3629
|
+
"profileAlias": "sonnect",
|
|
3630
|
+
"requestedProfile": "reasoning",
|
|
3631
|
+
"runtimeEffort": null,
|
|
3632
|
+
"runtimeModel": null
|
|
3633
|
+
},
|
|
3634
|
+
"format_pass": true,
|
|
3635
|
+
"pass": true,
|
|
3636
|
+
"selection": {
|
|
3637
|
+
"assignedRole": "reasoning-worker",
|
|
3638
|
+
"effectiveProfile": "reasoning",
|
|
3639
|
+
"profileAlias": "sonnect",
|
|
3640
|
+
"requestedProfile": "reasoning",
|
|
3641
|
+
"runtimeEffort": null,
|
|
3642
|
+
"runtimeModel": null
|
|
3643
|
+
},
|
|
3644
|
+
"selection_pass": true
|
|
3645
|
+
},
|
|
3646
|
+
"input_usage_reconciles": true,
|
|
3647
|
+
"model": {
|
|
3648
|
+
"cli": "0.162.1",
|
|
3649
|
+
"effort": "high",
|
|
3650
|
+
"engine": "codex",
|
|
3651
|
+
"model": "gpt-6-luna"
|
|
3652
|
+
},
|
|
3653
|
+
"observed_reference_reads": [
|
|
3654
|
+
{
|
|
3655
|
+
"active_step": "uncomposed",
|
|
3656
|
+
"command": "/bin/zsh -lc 'cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md'",
|
|
3657
|
+
"content_sha256": "aca46103dd87d41b01af23a2b2b8b65d648951f6197d8c410bb64dc23d2aef20",
|
|
3658
|
+
"declared_binding_matches": [],
|
|
3659
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3660
|
+
"exact_reference_bytes": 3571,
|
|
3661
|
+
"filesystem_access_candidates": 2,
|
|
3662
|
+
"matched_content": [
|
|
3663
|
+
{
|
|
3664
|
+
"bytes": 2184,
|
|
3665
|
+
"kind": "full-file",
|
|
3666
|
+
"path": "fable-mode/SKILL.md"
|
|
3667
|
+
},
|
|
3668
|
+
{
|
|
3669
|
+
"bytes": 1387,
|
|
3670
|
+
"kind": "full-file",
|
|
3671
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
3672
|
+
}
|
|
3673
|
+
],
|
|
3674
|
+
"paths": [
|
|
3675
|
+
"fable-mode/SKILL.md",
|
|
3676
|
+
"fable-mode/references/profile-lookup.md"
|
|
3677
|
+
],
|
|
3678
|
+
"returned_bytes": 3571,
|
|
3679
|
+
"shell_output_bytes": 3571,
|
|
3680
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
3681
|
+
}
|
|
3682
|
+
],
|
|
3683
|
+
"parent_api_equivalent_cost_usd": 0.00229032,
|
|
3684
|
+
"preflight": false,
|
|
3685
|
+
"reference_filesystem_access_candidates": 2,
|
|
3686
|
+
"reference_returned_bytes": 3571,
|
|
3687
|
+
"reference_shell_output_bytes": 3571,
|
|
3688
|
+
"repeat": 1,
|
|
3689
|
+
"series": "issue290-formal-20261014",
|
|
3690
|
+
"stop_reason": null,
|
|
3691
|
+
"strategies": [
|
|
3692
|
+
"direct-single"
|
|
3693
|
+
],
|
|
3694
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3695
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3696
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
3697
|
+
"usage": {
|
|
3698
|
+
"cache_write_input_tokens": 0,
|
|
3699
|
+
"cached_input_tokens": 26112,
|
|
3700
|
+
"input_tokens": 42729,
|
|
3701
|
+
"output_tokens": 735,
|
|
3702
|
+
"reasoning_output_tokens": 596
|
|
3703
|
+
},
|
|
3704
|
+
"wall_seconds": 17.136,
|
|
3705
|
+
"workload": "profile-lookup"
|
|
3706
|
+
},
|
|
3707
|
+
{
|
|
3708
|
+
"api_equivalent_cost_usd": 0.0029894,
|
|
3709
|
+
"api_equivalent_input_cost_usd": 0.0026714,
|
|
3710
|
+
"arm": "B",
|
|
3711
|
+
"budget_failure": false,
|
|
3712
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3713
|
+
"classification": "definitive",
|
|
3714
|
+
"cost_observability": "final aggregate retained",
|
|
3715
|
+
"effective_effort_reported": "high",
|
|
3716
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
3717
|
+
"exit": 0,
|
|
3718
|
+
"independent_grader": {
|
|
3719
|
+
"expected": {
|
|
3720
|
+
"assignedRole": "reasoning-worker",
|
|
3721
|
+
"effectiveProfile": "reasoning",
|
|
3722
|
+
"profileAlias": "sonnect",
|
|
3723
|
+
"requestedProfile": "reasoning",
|
|
3724
|
+
"runtimeEffort": null,
|
|
3725
|
+
"runtimeModel": null
|
|
3726
|
+
},
|
|
3727
|
+
"format_pass": true,
|
|
3728
|
+
"pass": true,
|
|
3729
|
+
"selection": {
|
|
3730
|
+
"assignedRole": "reasoning-worker",
|
|
3731
|
+
"effectiveProfile": "reasoning",
|
|
3732
|
+
"profileAlias": "sonnect",
|
|
3733
|
+
"requestedProfile": "reasoning",
|
|
3734
|
+
"runtimeEffort": null,
|
|
3735
|
+
"runtimeModel": null
|
|
3736
|
+
},
|
|
3737
|
+
"selection_pass": true
|
|
3738
|
+
},
|
|
3739
|
+
"input_usage_reconciles": true,
|
|
3740
|
+
"model": {
|
|
3741
|
+
"cli": "0.162.1",
|
|
3742
|
+
"effort": "high",
|
|
3743
|
+
"engine": "codex",
|
|
3744
|
+
"model": "gpt-6-luna"
|
|
3745
|
+
},
|
|
3746
|
+
"observed_reference_reads": [
|
|
3747
|
+
{
|
|
3748
|
+
"active_step": "uncomposed",
|
|
3749
|
+
"command": "/bin/zsh -lc 'cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md'",
|
|
3750
|
+
"content_sha256": "aca46103dd87d41b01af23a2b2b8b65d648951f6197d8c410bb64dc23d2aef20",
|
|
3751
|
+
"declared_binding_matches": [],
|
|
3752
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3753
|
+
"exact_reference_bytes": 3571,
|
|
3754
|
+
"filesystem_access_candidates": 2,
|
|
3755
|
+
"matched_content": [
|
|
3756
|
+
{
|
|
3757
|
+
"bytes": 2184,
|
|
3758
|
+
"kind": "full-file",
|
|
3759
|
+
"path": "fable-mode/SKILL.md"
|
|
3760
|
+
},
|
|
3761
|
+
{
|
|
3762
|
+
"bytes": 1387,
|
|
3763
|
+
"kind": "full-file",
|
|
3764
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
3765
|
+
}
|
|
3766
|
+
],
|
|
3767
|
+
"paths": [
|
|
3768
|
+
"fable-mode/SKILL.md",
|
|
3769
|
+
"fable-mode/references/profile-lookup.md"
|
|
3770
|
+
],
|
|
3771
|
+
"returned_bytes": 3571,
|
|
3772
|
+
"shell_output_bytes": 3571,
|
|
3773
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
3774
|
+
}
|
|
3775
|
+
],
|
|
3776
|
+
"parent_api_equivalent_cost_usd": 0.0029894,
|
|
3777
|
+
"preflight": false,
|
|
3778
|
+
"reference_filesystem_access_candidates": 2,
|
|
3779
|
+
"reference_returned_bytes": 3571,
|
|
3780
|
+
"reference_shell_output_bytes": 3571,
|
|
3781
|
+
"repeat": 2,
|
|
3782
|
+
"series": "issue290-formal-20261014",
|
|
3783
|
+
"stop_reason": null,
|
|
3784
|
+
"strategies": [
|
|
3785
|
+
"direct-single"
|
|
3786
|
+
],
|
|
3787
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3788
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3789
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
3790
|
+
"usage": {
|
|
3791
|
+
"cache_write_input_tokens": 0,
|
|
3792
|
+
"cached_input_tokens": 17920,
|
|
3793
|
+
"input_tokens": 42842,
|
|
3794
|
+
"output_tokens": 636,
|
|
3795
|
+
"reasoning_output_tokens": 425
|
|
3796
|
+
},
|
|
3797
|
+
"wall_seconds": 16.12,
|
|
3798
|
+
"workload": "profile-lookup"
|
|
3799
|
+
},
|
|
3800
|
+
{
|
|
3801
|
+
"api_equivalent_cost_usd": 0.00857276,
|
|
3802
|
+
"api_equivalent_input_cost_usd": 0.00615976,
|
|
3803
|
+
"arm": "A",
|
|
3804
|
+
"budget_failure": false,
|
|
3805
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3806
|
+
"classification": "definitive",
|
|
3807
|
+
"cost_observability": "final aggregate retained",
|
|
3808
|
+
"effective_effort_reported": "high",
|
|
3809
|
+
"exact_reference_bytes_lower_bound": 15078,
|
|
3810
|
+
"exit": 0,
|
|
3811
|
+
"independent_grader": {
|
|
3812
|
+
"exit": 0,
|
|
3813
|
+
"pass": true,
|
|
3814
|
+
"stderr": "",
|
|
3815
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
3816
|
+
},
|
|
3817
|
+
"input_usage_reconciles": true,
|
|
3818
|
+
"model": {
|
|
3819
|
+
"cli": "0.162.1",
|
|
3820
|
+
"effort": "high",
|
|
3821
|
+
"engine": "codex",
|
|
3822
|
+
"model": "gpt-6-luna"
|
|
3823
|
+
},
|
|
3824
|
+
"observed_reference_reads": [
|
|
3825
|
+
{
|
|
3826
|
+
"active_step": "uncomposed",
|
|
3827
|
+
"command": "/bin/zsh -lc \"cat .harness/tdd/SKILL.md && cat .harness/verification-loop/SKILL.md && cat .harness/harness-everything/references/triage-and-tiers.md && pwd && rg --files -g 'AGENTS.md' -g 'find_in_sorted.py' -g 'cases.json' -g 'check.py' -g '\"'!**/.git/**'\"'\"",
|
|
3828
|
+
"content_sha256": "34dea199e57ef8bbfc2c574244f35054121921437c2504bac63d832d3dfd8aae",
|
|
3829
|
+
"declared_binding_matches": [
|
|
3830
|
+
{
|
|
3831
|
+
"id": "tdd",
|
|
3832
|
+
"path": "tdd/SKILL.md",
|
|
3833
|
+
"stage": null,
|
|
3834
|
+
"step": "req-1"
|
|
3835
|
+
},
|
|
3836
|
+
{
|
|
3837
|
+
"id": "verification-loop",
|
|
3838
|
+
"path": "verification-loop/SKILL.md",
|
|
3839
|
+
"stage": null,
|
|
3840
|
+
"step": "req-verify"
|
|
3841
|
+
}
|
|
3842
|
+
],
|
|
3843
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3844
|
+
"exact_reference_bytes": 15078,
|
|
3845
|
+
"filesystem_access_candidates": 3,
|
|
3846
|
+
"matched_content": [
|
|
3847
|
+
{
|
|
3848
|
+
"bytes": 1467,
|
|
3849
|
+
"kind": "full-file",
|
|
3850
|
+
"path": "tdd/SKILL.md"
|
|
3851
|
+
},
|
|
3852
|
+
{
|
|
3853
|
+
"bytes": 1599,
|
|
3854
|
+
"kind": "full-file",
|
|
3855
|
+
"path": "verification-loop/SKILL.md"
|
|
3856
|
+
},
|
|
3857
|
+
{
|
|
3858
|
+
"bytes": 12012,
|
|
3859
|
+
"kind": "full-file",
|
|
3860
|
+
"path": "harness-everything/references/triage-and-tiers.md"
|
|
3861
|
+
}
|
|
3862
|
+
],
|
|
3863
|
+
"paths": [
|
|
3864
|
+
"tdd/SKILL.md",
|
|
3865
|
+
"verification-loop/SKILL.md",
|
|
3866
|
+
"harness-everything/references/triage-and-tiers.md"
|
|
3867
|
+
],
|
|
3868
|
+
"returned_bytes": 15078,
|
|
3869
|
+
"shell_output_bytes": 15152,
|
|
3870
|
+
"uncertain_or_mixed_output_bytes": 74
|
|
3871
|
+
}
|
|
3872
|
+
],
|
|
3873
|
+
"parent_api_equivalent_cost_usd": 0.00857276,
|
|
3874
|
+
"preflight": false,
|
|
3875
|
+
"reference_filesystem_access_candidates": 3,
|
|
3876
|
+
"reference_returned_bytes": 15078,
|
|
3877
|
+
"reference_shell_output_bytes": 15152,
|
|
3878
|
+
"repeat": 1,
|
|
3879
|
+
"series": "issue290-formal-20261014",
|
|
3880
|
+
"stop_reason": null,
|
|
3881
|
+
"strategies": [
|
|
3882
|
+
"iterative-single"
|
|
3883
|
+
],
|
|
3884
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3885
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3886
|
+
"uncertain_or_mixed_output_bytes": 74,
|
|
3887
|
+
"usage": {
|
|
3888
|
+
"cache_write_input_tokens": 0,
|
|
3889
|
+
"cached_input_tokens": 293376,
|
|
3890
|
+
"input_tokens": 325636,
|
|
3891
|
+
"output_tokens": 4826,
|
|
3892
|
+
"reasoning_output_tokens": 2452
|
|
3893
|
+
},
|
|
3894
|
+
"wall_seconds": 69.562,
|
|
3895
|
+
"workload": "quixbugs-find-in-sorted"
|
|
3896
|
+
},
|
|
3897
|
+
{
|
|
3898
|
+
"api_equivalent_cost_usd": 0.01109618,
|
|
3899
|
+
"api_equivalent_input_cost_usd": 0.007470180000000001,
|
|
3900
|
+
"arm": "A",
|
|
3901
|
+
"budget_failure": false,
|
|
3902
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
3903
|
+
"classification": "definitive",
|
|
3904
|
+
"cost_observability": "final aggregate retained",
|
|
3905
|
+
"effective_effort_reported": "high",
|
|
3906
|
+
"exact_reference_bytes_lower_bound": 15078,
|
|
3907
|
+
"exit": 0,
|
|
3908
|
+
"independent_grader": {
|
|
3909
|
+
"exit": 0,
|
|
3910
|
+
"pass": true,
|
|
3911
|
+
"stderr": "",
|
|
3912
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
3913
|
+
},
|
|
3914
|
+
"input_usage_reconciles": true,
|
|
3915
|
+
"model": {
|
|
3916
|
+
"cli": "0.162.1",
|
|
3917
|
+
"effort": "high",
|
|
3918
|
+
"engine": "codex",
|
|
3919
|
+
"model": "gpt-6-luna"
|
|
3920
|
+
},
|
|
3921
|
+
"observed_reference_reads": [
|
|
3922
|
+
{
|
|
3923
|
+
"active_step": "uncomposed",
|
|
3924
|
+
"command": "/bin/zsh -lc \"pwd && uname -s && python3 --version && cat .harness/tdd/SKILL.md .harness/verification-loop/SKILL.md .harness/harness-everything/references/triage-and-tiers.md && rg --files -g 'find_in_sorted.py' -g 'cases.json' -g 'check.py' -g 'AGENTS.md' -g '\"'!**/.git/**'\"'\"",
|
|
3925
|
+
"content_sha256": "544e18c4980ce5080ded0104e7b0e93dc225fcaace234d1170c026c834b7cc68",
|
|
3926
|
+
"declared_binding_matches": [
|
|
3927
|
+
{
|
|
3928
|
+
"id": "tdd",
|
|
3929
|
+
"path": "tdd/SKILL.md",
|
|
3930
|
+
"stage": null,
|
|
3931
|
+
"step": "req-repair"
|
|
3932
|
+
},
|
|
3933
|
+
{
|
|
3934
|
+
"id": "verification-loop",
|
|
3935
|
+
"path": "verification-loop/SKILL.md",
|
|
3936
|
+
"stage": null,
|
|
3937
|
+
"step": "req-verify"
|
|
3938
|
+
}
|
|
3939
|
+
],
|
|
3940
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
3941
|
+
"exact_reference_bytes": 15078,
|
|
3942
|
+
"filesystem_access_candidates": 3,
|
|
3943
|
+
"matched_content": [
|
|
3944
|
+
{
|
|
3945
|
+
"bytes": 1467,
|
|
3946
|
+
"kind": "full-file",
|
|
3947
|
+
"path": "tdd/SKILL.md"
|
|
3948
|
+
},
|
|
3949
|
+
{
|
|
3950
|
+
"bytes": 1599,
|
|
3951
|
+
"kind": "full-file",
|
|
3952
|
+
"path": "verification-loop/SKILL.md"
|
|
3953
|
+
},
|
|
3954
|
+
{
|
|
3955
|
+
"bytes": 12012,
|
|
3956
|
+
"kind": "full-file",
|
|
3957
|
+
"path": "harness-everything/references/triage-and-tiers.md"
|
|
3958
|
+
}
|
|
3959
|
+
],
|
|
3960
|
+
"paths": [
|
|
3961
|
+
"tdd/SKILL.md",
|
|
3962
|
+
"verification-loop/SKILL.md",
|
|
3963
|
+
"harness-everything/references/triage-and-tiers.md"
|
|
3964
|
+
],
|
|
3965
|
+
"returned_bytes": 15078,
|
|
3966
|
+
"shell_output_bytes": 15173,
|
|
3967
|
+
"uncertain_or_mixed_output_bytes": 95
|
|
3968
|
+
}
|
|
3969
|
+
],
|
|
3970
|
+
"parent_api_equivalent_cost_usd": 0.01109618,
|
|
3971
|
+
"preflight": false,
|
|
3972
|
+
"reference_filesystem_access_candidates": 3,
|
|
3973
|
+
"reference_returned_bytes": 15078,
|
|
3974
|
+
"reference_shell_output_bytes": 15173,
|
|
3975
|
+
"repeat": 2,
|
|
3976
|
+
"series": "issue290-formal-20261014",
|
|
3977
|
+
"stop_reason": null,
|
|
3978
|
+
"strategies": [
|
|
3979
|
+
"iterative-single"
|
|
3980
|
+
],
|
|
3981
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
3982
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
3983
|
+
"uncertain_or_mixed_output_bytes": 95,
|
|
3984
|
+
"usage": {
|
|
3985
|
+
"cache_write_input_tokens": 0,
|
|
3986
|
+
"cached_input_tokens": 434688,
|
|
3987
|
+
"input_tokens": 465921,
|
|
3988
|
+
"output_tokens": 7252,
|
|
3989
|
+
"reasoning_output_tokens": 4126
|
|
3990
|
+
},
|
|
3991
|
+
"wall_seconds": 146.2,
|
|
3992
|
+
"workload": "quixbugs-find-in-sorted"
|
|
3993
|
+
},
|
|
3994
|
+
{
|
|
3995
|
+
"api_equivalent_cost_usd": 0.01922112,
|
|
3996
|
+
"api_equivalent_input_cost_usd": 0.014933620000000002,
|
|
3997
|
+
"arm": "B",
|
|
3998
|
+
"budget_failure": false,
|
|
3999
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4000
|
+
"classification": "definitive",
|
|
4001
|
+
"cost_observability": "final aggregate retained",
|
|
4002
|
+
"effective_effort_reported": "high",
|
|
4003
|
+
"exact_reference_bytes_lower_bound": 4665,
|
|
4004
|
+
"exit": 0,
|
|
4005
|
+
"independent_grader": {
|
|
4006
|
+
"exit": 0,
|
|
4007
|
+
"pass": true,
|
|
4008
|
+
"stderr": "",
|
|
4009
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
4010
|
+
},
|
|
4011
|
+
"input_usage_reconciles": true,
|
|
4012
|
+
"model": {
|
|
4013
|
+
"cli": "0.162.1",
|
|
4014
|
+
"effort": "high",
|
|
4015
|
+
"engine": "codex",
|
|
4016
|
+
"model": "gpt-6-luna"
|
|
4017
|
+
},
|
|
4018
|
+
"observed_reference_reads": [
|
|
4019
|
+
{
|
|
4020
|
+
"active_step": "uncomposed",
|
|
4021
|
+
"command": "/bin/zsh -lc 'cat .harness/AGENTS.md && cat .harness/verification-loop/SKILL.md && cat .harness/verify-before-claim/SKILL.md'",
|
|
4022
|
+
"content_sha256": "e4cd3d86a8531bf741ea0a1d3892266ae6b364404d191e5650f747aa9ca6c944",
|
|
4023
|
+
"declared_binding_matches": [
|
|
4024
|
+
{
|
|
4025
|
+
"id": "verification-loop",
|
|
4026
|
+
"path": "verification-loop/SKILL.md",
|
|
4027
|
+
"stage": null,
|
|
4028
|
+
"step": "req-verify"
|
|
4029
|
+
}
|
|
4030
|
+
],
|
|
4031
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4032
|
+
"exact_reference_bytes": 1599,
|
|
4033
|
+
"filesystem_access_candidates": 1,
|
|
4034
|
+
"matched_content": [
|
|
4035
|
+
{
|
|
4036
|
+
"bytes": 1599,
|
|
4037
|
+
"kind": "full-file",
|
|
4038
|
+
"path": "verification-loop/SKILL.md"
|
|
4039
|
+
}
|
|
4040
|
+
],
|
|
4041
|
+
"paths": [
|
|
4042
|
+
"verification-loop/SKILL.md"
|
|
4043
|
+
],
|
|
4044
|
+
"returned_bytes": 1599,
|
|
4045
|
+
"shell_output_bytes": 12252,
|
|
4046
|
+
"uncertain_or_mixed_output_bytes": 10653
|
|
4047
|
+
},
|
|
4048
|
+
{
|
|
4049
|
+
"active_step": "req-1",
|
|
4050
|
+
"command": "/bin/zsh -lc 'cat .harness/tdd/SKILL.md && cat find_in_sorted.py && cat cases.json && cat check.py'",
|
|
4051
|
+
"content_sha256": "e178a1c79312b7ac34ee37f84be463cdc8a43a377fa112d0c155832e4852cdfe",
|
|
4052
|
+
"declared_binding_matches": [
|
|
4053
|
+
{
|
|
4054
|
+
"id": "tdd",
|
|
4055
|
+
"path": "tdd/SKILL.md",
|
|
4056
|
+
"stage": null,
|
|
4057
|
+
"step": "req-1"
|
|
4058
|
+
}
|
|
4059
|
+
],
|
|
4060
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4061
|
+
"exact_reference_bytes": 1467,
|
|
4062
|
+
"filesystem_access_candidates": 1,
|
|
4063
|
+
"matched_content": [
|
|
4064
|
+
{
|
|
4065
|
+
"bytes": 1467,
|
|
4066
|
+
"kind": "full-file",
|
|
4067
|
+
"path": "tdd/SKILL.md"
|
|
4068
|
+
}
|
|
4069
|
+
],
|
|
4070
|
+
"paths": [
|
|
4071
|
+
"tdd/SKILL.md"
|
|
4072
|
+
],
|
|
4073
|
+
"returned_bytes": 1467,
|
|
4074
|
+
"shell_output_bytes": 2606,
|
|
4075
|
+
"uncertain_or_mixed_output_bytes": 1139
|
|
4076
|
+
},
|
|
4077
|
+
{
|
|
4078
|
+
"active_step": "req-verify",
|
|
4079
|
+
"command": "/bin/zsh -lc 'cat .harness/verification-loop/SKILL.md && cat .harness/verification-loop/references/project-verification-contract.md'",
|
|
4080
|
+
"content_sha256": "55bbfdf9c36ae6475b1cc9bed1ef0416458c2b60a8273fff9afbe068f2b1563b",
|
|
4081
|
+
"declared_binding_matches": [
|
|
4082
|
+
{
|
|
4083
|
+
"id": "verification-loop",
|
|
4084
|
+
"path": "verification-loop/SKILL.md",
|
|
4085
|
+
"stage": null,
|
|
4086
|
+
"step": "req-verify"
|
|
4087
|
+
}
|
|
4088
|
+
],
|
|
4089
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4090
|
+
"exact_reference_bytes": 1599,
|
|
4091
|
+
"filesystem_access_candidates": 1,
|
|
4092
|
+
"matched_content": [
|
|
4093
|
+
{
|
|
4094
|
+
"bytes": 1599,
|
|
4095
|
+
"kind": "full-file",
|
|
4096
|
+
"path": "verification-loop/SKILL.md"
|
|
4097
|
+
}
|
|
4098
|
+
],
|
|
4099
|
+
"paths": [
|
|
4100
|
+
"verification-loop/SKILL.md"
|
|
4101
|
+
],
|
|
4102
|
+
"returned_bytes": 1599,
|
|
4103
|
+
"shell_output_bytes": 6178,
|
|
4104
|
+
"uncertain_or_mixed_output_bytes": 4579
|
|
4105
|
+
}
|
|
4106
|
+
],
|
|
4107
|
+
"parent_api_equivalent_cost_usd": 0.01922112,
|
|
4108
|
+
"preflight": false,
|
|
4109
|
+
"reference_filesystem_access_candidates": 3,
|
|
4110
|
+
"reference_returned_bytes": 4665,
|
|
4111
|
+
"reference_shell_output_bytes": 21036,
|
|
4112
|
+
"repeat": 1,
|
|
4113
|
+
"series": "issue290-formal-20261014",
|
|
4114
|
+
"stop_reason": null,
|
|
4115
|
+
"strategies": [
|
|
4116
|
+
"iterative-single"
|
|
4117
|
+
],
|
|
4118
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4119
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4120
|
+
"uncertain_or_mixed_output_bytes": 16371,
|
|
4121
|
+
"usage": {
|
|
4122
|
+
"cache_write_input_tokens": 0,
|
|
4123
|
+
"cached_input_tokens": 980992,
|
|
4124
|
+
"input_tokens": 1032229,
|
|
4125
|
+
"output_tokens": 8575,
|
|
4126
|
+
"reasoning_output_tokens": 4907
|
|
4127
|
+
},
|
|
4128
|
+
"wall_seconds": 179.458,
|
|
4129
|
+
"workload": "quixbugs-find-in-sorted"
|
|
4130
|
+
},
|
|
4131
|
+
{
|
|
4132
|
+
"api_equivalent_cost_usd": 0.0148342,
|
|
4133
|
+
"api_equivalent_input_cost_usd": 0.0114482,
|
|
4134
|
+
"arm": "B",
|
|
4135
|
+
"budget_failure": false,
|
|
4136
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4137
|
+
"classification": "definitive",
|
|
4138
|
+
"cost_observability": "final aggregate retained",
|
|
4139
|
+
"effective_effort_reported": "high",
|
|
4140
|
+
"exact_reference_bytes_lower_bound": 3066,
|
|
4141
|
+
"exit": 0,
|
|
4142
|
+
"independent_grader": {
|
|
4143
|
+
"exit": 0,
|
|
4144
|
+
"pass": true,
|
|
4145
|
+
"stderr": "",
|
|
4146
|
+
"stdout": "PASS all 7 immutable upstream cases\n"
|
|
4147
|
+
},
|
|
4148
|
+
"input_usage_reconciles": true,
|
|
4149
|
+
"model": {
|
|
4150
|
+
"cli": "0.162.1",
|
|
4151
|
+
"effort": "high",
|
|
4152
|
+
"engine": "codex",
|
|
4153
|
+
"model": "gpt-6-luna"
|
|
4154
|
+
},
|
|
4155
|
+
"observed_reference_reads": [
|
|
4156
|
+
{
|
|
4157
|
+
"active_step": "uncomposed",
|
|
4158
|
+
"command": "/bin/zsh -lc 'cat .harness/tdd/SKILL.md && cat .harness/tdd/references/core-discipline.md && cat .harness/tdd/references/unit-testing.md && cat cases.json && cat find_in_sorted.py'",
|
|
4159
|
+
"content_sha256": "3ed2db2872442110af69c256de62de7698385288b82dd9f9ca452001173ba03b",
|
|
4160
|
+
"declared_binding_matches": [
|
|
4161
|
+
{
|
|
4162
|
+
"id": "tdd",
|
|
4163
|
+
"path": "tdd/SKILL.md",
|
|
4164
|
+
"stage": null,
|
|
4165
|
+
"step": "req-1"
|
|
4166
|
+
}
|
|
4167
|
+
],
|
|
4168
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4169
|
+
"exact_reference_bytes": 1467,
|
|
4170
|
+
"filesystem_access_candidates": 1,
|
|
4171
|
+
"matched_content": [
|
|
4172
|
+
{
|
|
4173
|
+
"bytes": 1467,
|
|
4174
|
+
"kind": "full-file",
|
|
4175
|
+
"path": "tdd/SKILL.md"
|
|
4176
|
+
}
|
|
4177
|
+
],
|
|
4178
|
+
"paths": [
|
|
4179
|
+
"tdd/SKILL.md"
|
|
4180
|
+
],
|
|
4181
|
+
"returned_bytes": 1467,
|
|
4182
|
+
"shell_output_bytes": 7360,
|
|
4183
|
+
"uncertain_or_mixed_output_bytes": 5893
|
|
4184
|
+
},
|
|
4185
|
+
{
|
|
4186
|
+
"active_step": "req-verify",
|
|
4187
|
+
"command": "/bin/zsh -lc \"cat .harness/verification-loop/SKILL.md && cat .harness/verification-loop/references/verification-phases.md && node '<USER_HOME>/.codex/harness-everything/compat-hooks/runtime/0.31.1-2440f056a997/hooks/scripts/workflow-disposition.js' binding --session-id '01a13a83-0637-7de2-a00e-2dc3fc4b7707' --step-id 'req-verify' --binding-id 'verification-loop' --disposition loaded --evidence 'Read .harness/verification-loop/SKILL.md and verification phases guidance. The requested project check is python3 check.py; it exited 0 and reported all seven cases passing.'\"",
|
|
4188
|
+
"content_sha256": "237b22e76cda947fa00fcd1c8ce2819bafb1f29187a5be029b3bc75e228d69bf",
|
|
4189
|
+
"declared_binding_matches": [
|
|
4190
|
+
{
|
|
4191
|
+
"id": "verification-loop",
|
|
4192
|
+
"path": "verification-loop/SKILL.md",
|
|
4193
|
+
"stage": null,
|
|
4194
|
+
"step": "req-verify"
|
|
4195
|
+
}
|
|
4196
|
+
],
|
|
4197
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4198
|
+
"exact_reference_bytes": 1599,
|
|
4199
|
+
"filesystem_access_candidates": 1,
|
|
4200
|
+
"matched_content": [
|
|
4201
|
+
{
|
|
4202
|
+
"bytes": 1599,
|
|
4203
|
+
"kind": "full-file",
|
|
4204
|
+
"path": "verification-loop/SKILL.md"
|
|
4205
|
+
}
|
|
4206
|
+
],
|
|
4207
|
+
"paths": [
|
|
4208
|
+
"verification-loop/SKILL.md"
|
|
4209
|
+
],
|
|
4210
|
+
"returned_bytes": 1599,
|
|
4211
|
+
"shell_output_bytes": 8095,
|
|
4212
|
+
"uncertain_or_mixed_output_bytes": 6496
|
|
4213
|
+
}
|
|
4214
|
+
],
|
|
4215
|
+
"parent_api_equivalent_cost_usd": 0.0148342,
|
|
4216
|
+
"preflight": false,
|
|
4217
|
+
"reference_filesystem_access_candidates": 2,
|
|
4218
|
+
"reference_returned_bytes": 3066,
|
|
4219
|
+
"reference_shell_output_bytes": 15455,
|
|
4220
|
+
"repeat": 2,
|
|
4221
|
+
"series": "issue290-formal-20261014",
|
|
4222
|
+
"stop_reason": null,
|
|
4223
|
+
"strategies": [
|
|
4224
|
+
"iterative-single"
|
|
4225
|
+
],
|
|
4226
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4227
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4228
|
+
"uncertain_or_mixed_output_bytes": 12389,
|
|
4229
|
+
"usage": {
|
|
4230
|
+
"cache_write_input_tokens": 0,
|
|
4231
|
+
"cached_input_tokens": 480000,
|
|
4232
|
+
"input_tokens": 546482,
|
|
4233
|
+
"output_tokens": 6772,
|
|
4234
|
+
"reasoning_output_tokens": 3457
|
|
4235
|
+
},
|
|
4236
|
+
"wall_seconds": 98.86,
|
|
4237
|
+
"workload": "quixbugs-find-in-sorted"
|
|
4238
|
+
},
|
|
4239
|
+
{
|
|
4240
|
+
"api_equivalent_cost_usd": null,
|
|
4241
|
+
"api_equivalent_input_cost_usd": null,
|
|
4242
|
+
"arm": "B",
|
|
4243
|
+
"budget_failure": true,
|
|
4244
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4245
|
+
"classification": "definitive-agent-budget-failure",
|
|
4246
|
+
"cost_observability": "partial; final aggregate unavailable",
|
|
4247
|
+
"effective_effort_reported": [
|
|
4248
|
+
"high"
|
|
4249
|
+
],
|
|
4250
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
4251
|
+
"exit": 1,
|
|
4252
|
+
"independent_grader": {
|
|
4253
|
+
"expected": {
|
|
4254
|
+
"assignedRole": "reasoning-worker",
|
|
4255
|
+
"effectiveProfile": "reasoning",
|
|
4256
|
+
"profileAlias": "sonnect",
|
|
4257
|
+
"requestedProfile": "reasoning",
|
|
4258
|
+
"runtimeEffort": null,
|
|
4259
|
+
"runtimeModel": null
|
|
4260
|
+
},
|
|
4261
|
+
"format_pass": false,
|
|
4262
|
+
"pass": false,
|
|
4263
|
+
"selection": null,
|
|
4264
|
+
"selection_pass": false
|
|
4265
|
+
},
|
|
4266
|
+
"input_usage_reconciles": true,
|
|
4267
|
+
"model": {
|
|
4268
|
+
"cli": "2.1.299",
|
|
4269
|
+
"effort": "high",
|
|
4270
|
+
"engine": "claude",
|
|
4271
|
+
"model": "claude-haiku-5-5"
|
|
4272
|
+
},
|
|
4273
|
+
"observed_reference_reads": [
|
|
4274
|
+
{
|
|
4275
|
+
"active_step": "uncomposed",
|
|
4276
|
+
"command": "",
|
|
4277
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
4278
|
+
"declared_binding_matches": [],
|
|
4279
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4280
|
+
"exact_reference_bytes": 2184,
|
|
4281
|
+
"filesystem_access_candidates": 1,
|
|
4282
|
+
"matched_content": [
|
|
4283
|
+
{
|
|
4284
|
+
"bytes": 2184,
|
|
4285
|
+
"kind": "full-file",
|
|
4286
|
+
"path": "fable-mode/SKILL.md"
|
|
4287
|
+
}
|
|
4288
|
+
],
|
|
4289
|
+
"paths": [
|
|
4290
|
+
"fable-mode/SKILL.md"
|
|
4291
|
+
],
|
|
4292
|
+
"returned_bytes": 2184,
|
|
4293
|
+
"shell_output_bytes": 2184,
|
|
4294
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4295
|
+
},
|
|
4296
|
+
{
|
|
4297
|
+
"active_step": "uncomposed",
|
|
4298
|
+
"command": "",
|
|
4299
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
4300
|
+
"declared_binding_matches": [],
|
|
4301
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4302
|
+
"exact_reference_bytes": 1387,
|
|
4303
|
+
"filesystem_access_candidates": 1,
|
|
4304
|
+
"matched_content": [
|
|
4305
|
+
{
|
|
4306
|
+
"bytes": 1387,
|
|
4307
|
+
"kind": "full-file",
|
|
4308
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
4309
|
+
}
|
|
4310
|
+
],
|
|
4311
|
+
"paths": [
|
|
4312
|
+
"fable-mode/references/profile-lookup.md"
|
|
4313
|
+
],
|
|
4314
|
+
"returned_bytes": 1387,
|
|
4315
|
+
"shell_output_bytes": 1387,
|
|
4316
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4317
|
+
}
|
|
4318
|
+
],
|
|
4319
|
+
"parent_api_equivalent_cost_usd": 0.00341224,
|
|
4320
|
+
"preflight": true,
|
|
4321
|
+
"reference_filesystem_access_candidates": 2,
|
|
4322
|
+
"reference_returned_bytes": 3571,
|
|
4323
|
+
"reference_shell_output_bytes": 3571,
|
|
4324
|
+
"repeat": 0,
|
|
4325
|
+
"series": "issue290-host-preflight-20261014",
|
|
4326
|
+
"stop_reason": null,
|
|
4327
|
+
"strategies": [
|
|
4328
|
+
"direct-single"
|
|
4329
|
+
],
|
|
4330
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4331
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4332
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
4333
|
+
"usage": {
|
|
4334
|
+
"cache_creation_input_tokens": 12103,
|
|
4335
|
+
"cache_read_input_tokens": 46154,
|
|
4336
|
+
"input_tokens": 6,
|
|
4337
|
+
"output_tokens": 1059,
|
|
4338
|
+
"output_tokens_details": {
|
|
4339
|
+
"thinking_tokens": 492
|
|
4340
|
+
}
|
|
4341
|
+
},
|
|
4342
|
+
"wall_seconds": 10.308,
|
|
4343
|
+
"workload": "profile-lookup"
|
|
4344
|
+
},
|
|
4345
|
+
{
|
|
4346
|
+
"api_equivalent_cost_usd": 0.00230404,
|
|
4347
|
+
"api_equivalent_input_cost_usd": 0.00186454,
|
|
4348
|
+
"arm": "B",
|
|
4349
|
+
"budget_failure": false,
|
|
4350
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4351
|
+
"classification": "definitive",
|
|
4352
|
+
"cost_observability": "final aggregate retained",
|
|
4353
|
+
"effective_effort_reported": "high",
|
|
4354
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
4355
|
+
"exit": 0,
|
|
4356
|
+
"independent_grader": {
|
|
4357
|
+
"expected": {
|
|
4358
|
+
"assignedRole": "reasoning-worker",
|
|
4359
|
+
"effectiveProfile": "reasoning",
|
|
4360
|
+
"profileAlias": "sonnect",
|
|
4361
|
+
"requestedProfile": "reasoning",
|
|
4362
|
+
"runtimeEffort": null,
|
|
4363
|
+
"runtimeModel": null
|
|
4364
|
+
},
|
|
4365
|
+
"format_pass": true,
|
|
4366
|
+
"pass": true,
|
|
4367
|
+
"selection": {
|
|
4368
|
+
"assignedRole": "reasoning-worker",
|
|
4369
|
+
"effectiveProfile": "reasoning",
|
|
4370
|
+
"profileAlias": "sonnect",
|
|
4371
|
+
"requestedProfile": "reasoning",
|
|
4372
|
+
"runtimeEffort": null,
|
|
4373
|
+
"runtimeModel": null
|
|
4374
|
+
},
|
|
4375
|
+
"selection_pass": true
|
|
4376
|
+
},
|
|
4377
|
+
"input_usage_reconciles": true,
|
|
4378
|
+
"model": {
|
|
4379
|
+
"cli": "0.162.1",
|
|
4380
|
+
"effort": "high",
|
|
4381
|
+
"engine": "codex",
|
|
4382
|
+
"model": "gpt-6-luna"
|
|
4383
|
+
},
|
|
4384
|
+
"observed_reference_reads": [
|
|
4385
|
+
{
|
|
4386
|
+
"active_step": "uncomposed",
|
|
4387
|
+
"command": "/bin/zsh -lc 'cat .harness/fable-mode/SKILL.md .harness/fable-mode/references/profile-lookup.md'",
|
|
4388
|
+
"content_sha256": "aca46103dd87d41b01af23a2b2b8b65d648951f6197d8c410bb64dc23d2aef20",
|
|
4389
|
+
"declared_binding_matches": [],
|
|
4390
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4391
|
+
"exact_reference_bytes": 3571,
|
|
4392
|
+
"filesystem_access_candidates": 2,
|
|
4393
|
+
"matched_content": [
|
|
4394
|
+
{
|
|
4395
|
+
"bytes": 2184,
|
|
4396
|
+
"kind": "full-file",
|
|
4397
|
+
"path": "fable-mode/SKILL.md"
|
|
4398
|
+
},
|
|
4399
|
+
{
|
|
4400
|
+
"bytes": 1387,
|
|
4401
|
+
"kind": "full-file",
|
|
4402
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
4403
|
+
}
|
|
4404
|
+
],
|
|
4405
|
+
"paths": [
|
|
4406
|
+
"fable-mode/SKILL.md",
|
|
4407
|
+
"fable-mode/references/profile-lookup.md"
|
|
4408
|
+
],
|
|
4409
|
+
"returned_bytes": 3571,
|
|
4410
|
+
"shell_output_bytes": 3571,
|
|
4411
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4412
|
+
}
|
|
4413
|
+
],
|
|
4414
|
+
"parent_api_equivalent_cost_usd": 0.00230404,
|
|
4415
|
+
"preflight": true,
|
|
4416
|
+
"reference_filesystem_access_candidates": 2,
|
|
4417
|
+
"reference_returned_bytes": 3571,
|
|
4418
|
+
"reference_shell_output_bytes": 3571,
|
|
4419
|
+
"repeat": 0,
|
|
4420
|
+
"series": "issue290-host-preflight-20261014",
|
|
4421
|
+
"stop_reason": null,
|
|
4422
|
+
"strategies": [
|
|
4423
|
+
"direct-single"
|
|
4424
|
+
],
|
|
4425
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4426
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4427
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
4428
|
+
"usage": {
|
|
4429
|
+
"cache_write_input_tokens": 0,
|
|
4430
|
+
"cached_input_tokens": 53504,
|
|
4431
|
+
"input_tokens": 66799,
|
|
4432
|
+
"output_tokens": 879,
|
|
4433
|
+
"reasoning_output_tokens": 596
|
|
4434
|
+
},
|
|
4435
|
+
"wall_seconds": 26.736,
|
|
4436
|
+
"workload": "profile-lookup"
|
|
4437
|
+
},
|
|
4438
|
+
{
|
|
4439
|
+
"api_equivalent_cost_usd": 0.004893080000000001,
|
|
4440
|
+
"api_equivalent_input_cost_usd": 0.00387558,
|
|
4441
|
+
"arm": "B",
|
|
4442
|
+
"budget_failure": false,
|
|
4443
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4444
|
+
"classification": "definitive",
|
|
4445
|
+
"cost_observability": "final aggregate retained",
|
|
4446
|
+
"effective_effort_reported": [
|
|
4447
|
+
"high"
|
|
4448
|
+
],
|
|
4449
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
4450
|
+
"exit": 0,
|
|
4451
|
+
"independent_grader": {
|
|
4452
|
+
"expected": {
|
|
4453
|
+
"assignedRole": "reasoning-worker",
|
|
4454
|
+
"effectiveProfile": "reasoning",
|
|
4455
|
+
"profileAlias": "sonnect",
|
|
4456
|
+
"requestedProfile": "reasoning",
|
|
4457
|
+
"runtimeEffort": null,
|
|
4458
|
+
"runtimeModel": null
|
|
4459
|
+
},
|
|
4460
|
+
"format_pass": false,
|
|
4461
|
+
"pass": false,
|
|
4462
|
+
"selection": {
|
|
4463
|
+
"assignedRole": "reasoning-worker",
|
|
4464
|
+
"effectiveProfile": "reasoning",
|
|
4465
|
+
"profileAlias": "sonnect",
|
|
4466
|
+
"requestedProfile": "reasoning",
|
|
4467
|
+
"runtimeEffort": null,
|
|
4468
|
+
"runtimeModel": null
|
|
4469
|
+
},
|
|
4470
|
+
"selection_pass": true
|
|
4471
|
+
},
|
|
4472
|
+
"input_usage_reconciles": true,
|
|
4473
|
+
"model": {
|
|
4474
|
+
"cli": "2.1.299",
|
|
4475
|
+
"effort": "high",
|
|
4476
|
+
"engine": "claude",
|
|
4477
|
+
"model": "claude-haiku-5-5"
|
|
4478
|
+
},
|
|
4479
|
+
"observed_reference_reads": [
|
|
4480
|
+
{
|
|
4481
|
+
"active_step": "uncomposed",
|
|
4482
|
+
"command": "",
|
|
4483
|
+
"content_sha256": "06de78fb5d054ce90a3ddf0ced7fcbdc647a3bf8b86bd2f7635fbdd2a5065648",
|
|
4484
|
+
"declared_binding_matches": [],
|
|
4485
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4486
|
+
"exact_reference_bytes": 2184,
|
|
4487
|
+
"filesystem_access_candidates": 1,
|
|
4488
|
+
"matched_content": [
|
|
4489
|
+
{
|
|
4490
|
+
"bytes": 2184,
|
|
4491
|
+
"kind": "full-file",
|
|
4492
|
+
"path": "fable-mode/SKILL.md"
|
|
4493
|
+
}
|
|
4494
|
+
],
|
|
4495
|
+
"paths": [
|
|
4496
|
+
"fable-mode/SKILL.md"
|
|
4497
|
+
],
|
|
4498
|
+
"returned_bytes": 2184,
|
|
4499
|
+
"shell_output_bytes": 2184,
|
|
4500
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4501
|
+
},
|
|
4502
|
+
{
|
|
4503
|
+
"active_step": "uncomposed",
|
|
4504
|
+
"command": "",
|
|
4505
|
+
"content_sha256": "46063e011923178b90e5a63acf4841a3b36e1e0216e1b32abc7c72f9af03adfa",
|
|
4506
|
+
"declared_binding_matches": [],
|
|
4507
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4508
|
+
"exact_reference_bytes": 1387,
|
|
4509
|
+
"filesystem_access_candidates": 1,
|
|
4510
|
+
"matched_content": [
|
|
4511
|
+
{
|
|
4512
|
+
"bytes": 1387,
|
|
4513
|
+
"kind": "full-file",
|
|
4514
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
4515
|
+
}
|
|
4516
|
+
],
|
|
4517
|
+
"paths": [
|
|
4518
|
+
"fable-mode/references/profile-lookup.md"
|
|
4519
|
+
],
|
|
4520
|
+
"returned_bytes": 1387,
|
|
4521
|
+
"shell_output_bytes": 1387,
|
|
4522
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4523
|
+
}
|
|
4524
|
+
],
|
|
4525
|
+
"parent_api_equivalent_cost_usd": 0.004893080000000001,
|
|
4526
|
+
"preflight": true,
|
|
4527
|
+
"reference_filesystem_access_candidates": 2,
|
|
4528
|
+
"reference_returned_bytes": 3571,
|
|
4529
|
+
"reference_shell_output_bytes": 3571,
|
|
4530
|
+
"repeat": 0,
|
|
4531
|
+
"series": "issue290-host-preflight2-20261014",
|
|
4532
|
+
"stop_reason": null,
|
|
4533
|
+
"strategies": [
|
|
4534
|
+
"direct-single"
|
|
4535
|
+
],
|
|
4536
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4537
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4538
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
4539
|
+
"usage": {
|
|
4540
|
+
"cache_creation_input_tokens": 15019,
|
|
4541
|
+
"cache_read_input_tokens": 87078,
|
|
4542
|
+
"input_tokens": 10,
|
|
4543
|
+
"output_tokens": 2035,
|
|
4544
|
+
"output_tokens_details": {
|
|
4545
|
+
"thinking_tokens": 910
|
|
4546
|
+
}
|
|
4547
|
+
},
|
|
4548
|
+
"wall_seconds": 17.147,
|
|
4549
|
+
"workload": "profile-lookup"
|
|
4550
|
+
},
|
|
4551
|
+
{
|
|
4552
|
+
"api_equivalent_cost_usd": 0.0028768,
|
|
4553
|
+
"api_equivalent_input_cost_usd": 0.0025933,
|
|
4554
|
+
"arm": "B",
|
|
4555
|
+
"budget_failure": false,
|
|
4556
|
+
"child_usage_observability": "no attributable native spawn in inspected parent rollout",
|
|
4557
|
+
"classification": "definitive",
|
|
4558
|
+
"cost_observability": "final aggregate retained",
|
|
4559
|
+
"effective_effort_reported": "high",
|
|
4560
|
+
"exact_reference_bytes_lower_bound": 3571,
|
|
4561
|
+
"exit": 0,
|
|
4562
|
+
"independent_grader": {
|
|
4563
|
+
"expected": {
|
|
4564
|
+
"assignedRole": "reasoning-worker",
|
|
4565
|
+
"effectiveProfile": "reasoning",
|
|
4566
|
+
"profileAlias": "sonnect",
|
|
4567
|
+
"requestedProfile": "reasoning",
|
|
4568
|
+
"runtimeEffort": null,
|
|
4569
|
+
"runtimeModel": null
|
|
4570
|
+
},
|
|
4571
|
+
"format_pass": true,
|
|
4572
|
+
"pass": true,
|
|
4573
|
+
"selection": {
|
|
4574
|
+
"assignedRole": "reasoning-worker",
|
|
4575
|
+
"effectiveProfile": "reasoning",
|
|
4576
|
+
"profileAlias": "sonnect",
|
|
4577
|
+
"requestedProfile": "reasoning",
|
|
4578
|
+
"runtimeEffort": null,
|
|
4579
|
+
"runtimeModel": null
|
|
4580
|
+
},
|
|
4581
|
+
"selection_pass": true
|
|
4582
|
+
},
|
|
4583
|
+
"input_usage_reconciles": true,
|
|
4584
|
+
"model": {
|
|
4585
|
+
"cli": "0.162.1",
|
|
4586
|
+
"effort": "high",
|
|
4587
|
+
"engine": "codex",
|
|
4588
|
+
"model": "gpt-6-luna"
|
|
4589
|
+
},
|
|
4590
|
+
"observed_reference_reads": [
|
|
4591
|
+
{
|
|
4592
|
+
"active_step": "uncomposed",
|
|
4593
|
+
"command": "/bin/zsh -lc 'cat .harness/fable-mode/SKILL.md && cat .harness/fable-mode/references/profile-lookup.md'",
|
|
4594
|
+
"content_sha256": "aca46103dd87d41b01af23a2b2b8b65d648951f6197d8c410bb64dc23d2aef20",
|
|
4595
|
+
"declared_binding_matches": [],
|
|
4596
|
+
"evidence": "content match against frozen declared bundle; access alone is not returned content",
|
|
4597
|
+
"exact_reference_bytes": 3571,
|
|
4598
|
+
"filesystem_access_candidates": 2,
|
|
4599
|
+
"matched_content": [
|
|
4600
|
+
{
|
|
4601
|
+
"bytes": 2184,
|
|
4602
|
+
"kind": "full-file",
|
|
4603
|
+
"path": "fable-mode/SKILL.md"
|
|
4604
|
+
},
|
|
4605
|
+
{
|
|
4606
|
+
"bytes": 1387,
|
|
4607
|
+
"kind": "full-file",
|
|
4608
|
+
"path": "fable-mode/references/profile-lookup.md"
|
|
4609
|
+
}
|
|
4610
|
+
],
|
|
4611
|
+
"paths": [
|
|
4612
|
+
"fable-mode/SKILL.md",
|
|
4613
|
+
"fable-mode/references/profile-lookup.md"
|
|
4614
|
+
],
|
|
4615
|
+
"returned_bytes": 3571,
|
|
4616
|
+
"shell_output_bytes": 3571,
|
|
4617
|
+
"uncertain_or_mixed_output_bytes": 0
|
|
4618
|
+
}
|
|
4619
|
+
],
|
|
4620
|
+
"parent_api_equivalent_cost_usd": 0.0028768,
|
|
4621
|
+
"preflight": true,
|
|
4622
|
+
"reference_filesystem_access_candidates": 2,
|
|
4623
|
+
"reference_returned_bytes": 3571,
|
|
4624
|
+
"reference_shell_output_bytes": 3571,
|
|
4625
|
+
"repeat": 0,
|
|
4626
|
+
"series": "issue290-host-preflight2-20261014",
|
|
4627
|
+
"stop_reason": null,
|
|
4628
|
+
"strategies": [
|
|
4629
|
+
"direct-single"
|
|
4630
|
+
],
|
|
4631
|
+
"tdd_quality_gate_name_matched_invocation": false,
|
|
4632
|
+
"telemetry_provenance": "frozen sanitized audit; private host sessions unavailable",
|
|
4633
|
+
"uncertain_or_mixed_output_bytes": 0,
|
|
4634
|
+
"usage": {
|
|
4635
|
+
"cache_write_input_tokens": 0,
|
|
4636
|
+
"cached_input_tokens": 42240,
|
|
4637
|
+
"input_tokens": 63949,
|
|
4638
|
+
"output_tokens": 567,
|
|
4639
|
+
"reasoning_output_tokens": 286
|
|
4640
|
+
},
|
|
4641
|
+
"wall_seconds": 18.155,
|
|
4642
|
+
"workload": "profile-lookup"
|
|
4643
|
+
}
|
|
4644
|
+
]
|