@agentskit/doc-bridge 1.7.44 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (223) hide show
  1. package/CHANGELOG.md +471 -0
  2. package/CONTRIBUTING.md +29 -4
  3. package/README.md +87 -40
  4. package/SECURITY.md +7 -0
  5. package/action.yml +1 -1
  6. package/bin/ak-docs.js +2 -2
  7. package/bin/ak-verify.js +13 -7
  8. package/dist/cli/program.d.ts +3 -1
  9. package/dist/cli/program.js +15888 -6061
  10. package/dist/cli/program.js.map +1 -1
  11. package/dist/config/index.d.ts +1 -1
  12. package/dist/config/index.js +91 -9
  13. package/dist/config/index.js.map +1 -1
  14. package/dist/index-Beor6Yhi.d.ts +792 -0
  15. package/dist/index.d.ts +9979 -3257
  16. package/dist/index.js +15954 -5774
  17. package/dist/index.js.map +1 -1
  18. package/docs/MARKETPLACE.md +1 -1
  19. package/docs/PRD-documentation-efficiency-study.md +406 -0
  20. package/docs/PRD-knowledge-retrieval-and-enrichment.md +466 -0
  21. package/docs/RELEASE.md +22 -8
  22. package/docs/adr/0002-documentation-audit-boundary.md +22 -0
  23. package/docs/adr/0003-study-protocol-and-historical-evidence.md +40 -0
  24. package/docs/adr/0004-controlled-study-runner.md +25 -0
  25. package/docs/adr/0005-documentation-quality-and-criticality.md +20 -0
  26. package/docs/adr/0006-registry-semantic-grounding.md +20 -0
  27. package/docs/adr/0007-longitudinal-study-metrics.md +21 -0
  28. package/docs/adr/0008-study-verification-boundary.md +21 -0
  29. package/docs/adr/0009-study-provider-cli-adapter.md +25 -0
  30. package/docs/agent-corpus/INDEX.md +14 -3
  31. package/docs/agent-corpus/OVERVIEW.md +25 -0
  32. package/docs/agent-corpus/chat.md +7 -3
  33. package/docs/agent-corpus/cli.md +18 -2
  34. package/docs/agent-corpus/conformance.md +14 -2
  35. package/docs/agent-corpus/doc-bridge.md +48 -1
  36. package/docs/agent-corpus/doctor.md +10 -2
  37. package/docs/agent-corpus/gates.md +6 -2
  38. package/docs/agent-corpus/mcp.md +15 -2
  39. package/docs/agent-corpus/memory.md +6 -2
  40. package/docs/agent-corpus/query.md +35 -2
  41. package/docs/bench/README.md +122 -0
  42. package/docs/bench/retrieval-baseline-v1.json +28 -0
  43. package/docs/bench/retrieval-suite-v1.json +1033 -0
  44. package/docs/chat-and-rag.md +3 -2
  45. package/docs/for-agents.md +9 -1
  46. package/docs/getting-started.md +4 -11
  47. package/docs/guides/gate-ci.md +11 -1
  48. package/docs/guides/install-and-run.md +9 -65
  49. package/docs/index.md +22 -1
  50. package/docs/knowledge-engine-runbook.md +51 -4
  51. package/docs/landing/assets/context-payload-reduction.svg +21 -0
  52. package/docs/landing/assets/controlled-ab-comparison.svg +30 -0
  53. package/docs/landing/index.html +119 -5
  54. package/docs/loop-workflow.md +117 -0
  55. package/docs/mcp.md +6 -1
  56. package/docs/parity/public-claims-v1.json +145 -0
  57. package/docs/playbook/doc-bridge-pattern.md +1 -1
  58. package/docs/query.md +90 -2
  59. package/docs/recipes/index-pipeline.md +1 -1
  60. package/docs/schemas/agent-handoff-v1.md +15 -0
  61. package/docs/schemas/doc-bridge-index-v1.md +65 -0
  62. package/docs/spec/benchmark-v1.md +39 -1
  63. package/docs/spec/cli.md +30 -10
  64. package/docs/spec/config-v1.md +192 -8
  65. package/docs/spec/documentation-audit-v1.md +61 -0
  66. package/docs/spec/enrichment-overlay-v1.md +241 -0
  67. package/docs/spec/graph-signals-v1.md +92 -0
  68. package/docs/spec/incremental-scan-v1.md +102 -0
  69. package/docs/spec/markdown-analyzer-v1.md +73 -0
  70. package/docs/spec/mcp-knowledge-tools-v1.md +147 -0
  71. package/docs/spec/measured-enrichment-v1.md +229 -0
  72. package/docs/spec/public-parity-v1.md +119 -0
  73. package/docs/spec/registry-agents.md +6 -0
  74. package/docs/spec/render-v1.md +122 -0
  75. package/docs/spec/retrieval-index-v1.md +164 -0
  76. package/docs/spec/study-metrics-v1.md +58 -0
  77. package/docs/spec/study-protocol-v1.md +46 -0
  78. package/docs/spec/study-provider-cli-v1.md +116 -0
  79. package/docs/spec/study-runner-v1.md +35 -0
  80. package/docs/spec/study-task-suite-v1.md +41 -0
  81. package/docs/spec/study-verification-v1.md +40 -0
  82. package/docs/study/README.md +84 -0
  83. package/docs/study/ab-adjudicated-cost-analysis-v1.md +29 -0
  84. package/docs/study/ab-adjudicated-cost-plan-v1.json +33 -0
  85. package/docs/study/ab-adjudicated-cost-plan-v2-v1.json +33 -0
  86. package/docs/study/ab-adjudicated-cost-result-v1.json +80 -0
  87. package/docs/study/ab-baseline-analysis-v1.md +21 -0
  88. package/docs/study/ab-baseline-plan-v1.json +33 -0
  89. package/docs/study/ab-baseline-recovery-plan-v1.json +33 -0
  90. package/docs/study/ab-baseline-result-v1.json +79 -0
  91. package/docs/study/documentation-audit-round-2026-08-31.json +183 -0
  92. package/docs/study/historical-evidence-v1.json +252 -0
  93. package/docs/study/observation-ledger-v1.json +30632 -0
  94. package/docs/study/phase3-task-coverage-v1.json +34 -0
  95. package/docs/study/phase4-public-pilot-ledger-v1.json +1344 -0
  96. package/docs/study/phase4-public-pilot-result-v1.json +52 -0
  97. package/docs/study/phase4-public-pilot-run-plan-v1.json +26 -0
  98. package/docs/study/phase4-public-pilot-task-suite-v1.json +71 -0
  99. package/docs/study/pilot-round-2026-08-31.json +46 -0
  100. package/docs/study/protocol-v1.json +90 -0
  101. package/docs/study/publication-gate-v1.md +45 -0
  102. package/docs/study/quality-scorecard-cycle-plan.md +545 -0
  103. package/docs/study/quality-scorecard-v1.json +38 -0
  104. package/docs/study/round-1-adjudicated-smoke-v1.json +30642 -0
  105. package/docs/study/round-1-instrumentation-plan-v1.md +39 -0
  106. package/docs/study/round-2-expanded-adjudication-v1.json +91 -0
  107. package/docs/study/round-2-expanded-validation-v1.md +58 -0
  108. package/docs/study/round-3-evidence-contract-v1.json +75 -0
  109. package/docs/study/round-3-evidence-contract-v1.md +57 -0
  110. package/docs/study/round-4-confirmation-v1.json +75 -0
  111. package/docs/study/round-4-confirmation-v1.md +55 -0
  112. package/docs/study/run-plan-v1.json +33 -0
  113. package/docs/study/semantic-adjudication-cycle-8.md +20 -0
  114. package/docs/study/task-suite-v1.json +96 -0
  115. package/docs/study/token-efficiency-plan-v1.md +337 -0
  116. package/docs/study/token-efficiency-protocol-v2.json +62 -0
  117. package/docs/study/verification-binding-v1.json +27 -0
  118. package/docs/validation-cycle-plan.md +33 -0
  119. package/docs/verification-harness.md +15 -6
  120. package/ecosystem-claims.json +2 -2
  121. package/ecosystem-upstream.json +2 -2
  122. package/ecosystem.json +4 -4
  123. package/mcpb/manifest.json +9 -1
  124. package/package.json +89 -72
  125. package/scripts/check-ecosystem-upstream.mjs +36 -7
  126. package/scripts/report-visual-check.mjs +20 -3
  127. package/skills/doc-bridge-handoff/fixtures/synthetic-repo/docs/for-agents/packages/payments.md +7 -0
  128. package/skills/doc-bridge-handoff/scripts/resolve-handoff.mjs +1 -1
  129. package/src/agents/registry-adapter.ts +192 -24
  130. package/src/audit/documentation.ts +513 -0
  131. package/src/bench/baseline.ts +198 -0
  132. package/src/bench/overlay-delta.ts +139 -0
  133. package/src/bench/retrieval.ts +319 -0
  134. package/src/budget/compile.ts +91 -0
  135. package/src/budget/sections.ts +70 -0
  136. package/src/cli/demo.ts +2 -2
  137. package/src/cli/program.ts +699 -79
  138. package/src/cli/usage.ts +71 -0
  139. package/src/config/defaults.ts +1 -0
  140. package/src/config/index.ts +4 -0
  141. package/src/config/load-config.ts +7 -1
  142. package/src/config/schema.ts +121 -4
  143. package/src/conformance/documentation-standard-v1.ts +22 -14
  144. package/src/discovery/areas.ts +182 -0
  145. package/src/discovery/documentation.ts +255 -23
  146. package/src/discovery/identity.ts +24 -0
  147. package/src/discovery/incremental.ts +314 -0
  148. package/src/discovery/inputs.ts +110 -0
  149. package/src/discovery/markdown.ts +481 -0
  150. package/src/discovery/repository.ts +557 -125
  151. package/src/doctor/run-doctor.ts +246 -27
  152. package/src/enrich/approvals.ts +190 -0
  153. package/src/enrich/cache.ts +93 -0
  154. package/src/enrich/context-pack.ts +272 -0
  155. package/src/enrich/overlay.ts +255 -0
  156. package/src/enrich/review.ts +106 -0
  157. package/src/enrich/stage.ts +374 -0
  158. package/src/enrich/stats.ts +100 -0
  159. package/src/enrich/validate.ts +410 -0
  160. package/src/federation/llms.ts +74 -24
  161. package/src/findings/report.ts +103 -0
  162. package/src/fixes/proposals.ts +4 -3
  163. package/src/graph/build.ts +356 -0
  164. package/src/graph/memory.ts +208 -0
  165. package/src/index-builder/build-handoffs.ts +22 -11
  166. package/src/index-builder/build-index.ts +132 -3
  167. package/src/index-builder/human-adapters/fumadocs.ts +1 -1
  168. package/src/index-builder/llms-txt.ts +48 -8
  169. package/src/index-builder/project-corpus.ts +111 -0
  170. package/src/index-builder/watch-index.ts +1 -1
  171. package/src/index.ts +630 -2
  172. package/src/lib/bounded-text.ts +15 -10
  173. package/src/lib/fuzzy-match.ts +235 -0
  174. package/src/mcp/knowledge.ts +554 -0
  175. package/src/mcp/server.ts +113 -18
  176. package/src/metrics/benchmark.ts +21 -0
  177. package/src/parity/check.ts +309 -0
  178. package/src/parity/claims.ts +259 -0
  179. package/src/parity/resolve.ts +160 -0
  180. package/src/query/handoff.ts +326 -0
  181. package/src/query/load-index.ts +53 -1
  182. package/src/query/query.ts +92 -59
  183. package/src/query/search.ts +289 -92
  184. package/src/query/text.ts +155 -0
  185. package/src/reconciliation/reconcile.ts +148 -15
  186. package/src/render/data.ts +356 -0
  187. package/src/render/engine.ts +398 -0
  188. package/src/render/generated.ts +77 -0
  189. package/src/render/render.ts +209 -0
  190. package/src/render/template-source.ts +52 -0
  191. package/src/render/templates.ts +289 -0
  192. package/src/report/html.ts +23 -17
  193. package/src/retrieval/bm25.ts +161 -0
  194. package/src/retrieval/project.ts +495 -0
  195. package/src/retrieval/rank.ts +383 -0
  196. package/src/retrieval/weights.ts +39 -0
  197. package/src/retriever/doc-bridge-retriever.ts +100 -15
  198. package/src/rules/engine.ts +45 -12
  199. package/src/safety/repository.ts +1 -1
  200. package/src/schemas/agent-handoff.ts +56 -0
  201. package/src/schemas/budget.ts +37 -0
  202. package/src/schemas/doc-bridge-index.ts +53 -2
  203. package/src/schemas/enrichment.ts +369 -0
  204. package/src/schemas/json-schemas.ts +39 -2
  205. package/src/schemas/knowledge.ts +19 -3
  206. package/src/schemas/retrieval-index.ts +152 -0
  207. package/src/shims/graphology.d.ts +91 -0
  208. package/src/study/adjudication.ts +196 -0
  209. package/src/study/execution.ts +350 -0
  210. package/src/study/expectations.ts +219 -0
  211. package/src/study/metrics.ts +467 -0
  212. package/src/study/protocol.ts +271 -0
  213. package/src/study/provider-cli.ts +115 -0
  214. package/src/study/provider-telemetry.ts +47 -0
  215. package/src/study/quality-scorecard.ts +164 -0
  216. package/src/study/runner.ts +461 -0
  217. package/src/study/task-suite.ts +321 -0
  218. package/src/study/verification.ts +134 -0
  219. package/src/validate.ts +8 -5
  220. package/src/version.ts +1 -1
  221. package/src/workflow/engine.ts +36 -11
  222. package/dist/index-C2PCQSrB.d.ts +0 -2251
  223. package/scripts/verification-harness.mjs +0 -483
@@ -0,0 +1,1344 @@
1
+ {
2
+ "type": "controlled-study-observation-ledger",
3
+ "schemaVersion": 1,
4
+ "ledgerVersion": "v1",
5
+ "observations": [
6
+ {
7
+ "type": "controlled-study-observation",
8
+ "schemaVersion": 1,
9
+ "observationVersion": "v1",
10
+ "observedAt": "2026-09-13T00:55:41.433Z",
11
+ "runId": "phase4-public-pilot-04",
12
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
13
+ "task": {
14
+ "taskId": "public-fixture-architecture",
15
+ "repositoryId": "public-fixture",
16
+ "category": "architecture",
17
+ "scenarioId": "repository-only",
18
+ "modelId": "low-cost-model",
19
+ "replicate": 0,
20
+ "variantId": "variant-a",
21
+ "difficulty": "medium"
22
+ },
23
+ "model": {
24
+ "id": "low-cost-model",
25
+ "role": "low-cost",
26
+ "provider": "codex",
27
+ "model": "gpt-5.6-sol",
28
+ "version": "codex-cli-0.154.0",
29
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
30
+ "contextLimit": 272000,
31
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
32
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
33
+ },
34
+ "scenario": {
35
+ "id": "repository-only",
36
+ "network": false
37
+ },
38
+ "execution": {
39
+ "status": "completed",
40
+ "exitCode": 0,
41
+ "signal": null,
42
+ "durationMs": 36654,
43
+ "responseBytes": 795,
44
+ "stderrBytes": 0,
45
+ "stdoutHash": "e6982a2468d92733edd4c0849550663bfcad9e4210fee4f237540dea1da77074",
46
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
47
+ "inputTokens": 63739,
48
+ "outputTokens": 978,
49
+ "tokenMethod": "provider",
50
+ "toolCalls": 2
51
+ },
52
+ "contextBytes": 2583,
53
+ "contextTokens": 646,
54
+ "contextTokenMethod": "estimate",
55
+ "evidenceIds": [
56
+ "doc-bridge.config.json",
57
+ "package.json",
58
+ "packages/os-core/package.json",
59
+ "docs/for-agents/INDEX.md",
60
+ "docs/for-agents/packages/os-core.md",
61
+ "docs/human/(reference)/packages/os-core/index.md",
62
+ "fixture-architecture-check"
63
+ ],
64
+ "round": "phase4-public-pilot-04",
65
+ "taskOutcome": "success",
66
+ "evidenceQuality": "high",
67
+ "safetyOutcome": "safe",
68
+ "clarificationRequests": 0,
69
+ "reworkCount": 0,
70
+ "measurements": {
71
+ "acceptanceChecksPassed": 1,
72
+ "acceptanceChecksTotal": 1,
73
+ "acceptanceChecksExecuted": 1,
74
+ "entrypointEvidenceCount": 1,
75
+ "ownershipEvidenceCount": 2,
76
+ "architectureRelationCount": 1,
77
+ "documentationClaimEvidenceCount": 3,
78
+ "sourceComparisonEvidenceCount": 1,
79
+ "verificationEvidenceCount": 1,
80
+ "errorRate": 0,
81
+ "cachedInputTokens": 20480,
82
+ "reasoningOutputTokens": 364,
83
+ "stderrBytes": 0,
84
+ "providerTokenCostUnits": 64717
85
+ },
86
+ "adjudication": {
87
+ "status": "automated",
88
+ "actor": "deterministic-rubric-v1",
89
+ "method": "deterministic-rubric-v1",
90
+ "outcome": "partial",
91
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
92
+ },
93
+ "contentHash": "35895b5f25b15294e108641d8077be1cf86e814a501a180e041d769ae7328f17",
94
+ "contentHashAlgo": "sha256-normalized-v1"
95
+ },
96
+ {
97
+ "type": "controlled-study-observation",
98
+ "schemaVersion": 1,
99
+ "observationVersion": "v1",
100
+ "observedAt": "2026-09-13T00:56:10.383Z",
101
+ "runId": "phase4-public-pilot-04",
102
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
103
+ "task": {
104
+ "taskId": "public-fixture-implementation",
105
+ "repositoryId": "public-fixture",
106
+ "category": "implementation",
107
+ "scenarioId": "deterministic-doc-bridge",
108
+ "modelId": "reference-model",
109
+ "replicate": 0,
110
+ "variantId": "variant-a",
111
+ "difficulty": "hard"
112
+ },
113
+ "model": {
114
+ "id": "reference-model",
115
+ "role": "reference",
116
+ "provider": "codex",
117
+ "model": "gpt-5.6-luna",
118
+ "version": "codex-cli-0.154.0",
119
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
120
+ "contextLimit": 272000,
121
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
122
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
123
+ },
124
+ "scenario": {
125
+ "id": "deterministic-doc-bridge",
126
+ "network": false
127
+ },
128
+ "execution": {
129
+ "status": "completed",
130
+ "exitCode": 0,
131
+ "signal": null,
132
+ "durationMs": 28940,
133
+ "responseBytes": 417,
134
+ "stderrBytes": 0,
135
+ "stdoutHash": "e23ef1390aeff2d8bdf66b8e93880257b173493ce48cc169f12f4a5f0dc8cf30",
136
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
137
+ "inputTokens": 79246,
138
+ "outputTokens": 1258,
139
+ "tokenMethod": "provider",
140
+ "toolCalls": 3
141
+ },
142
+ "contextBytes": 2734,
143
+ "contextTokens": 684,
144
+ "contextTokenMethod": "estimate",
145
+ "evidenceIds": [
146
+ "patch-evidence",
147
+ "verification-plan"
148
+ ],
149
+ "round": "phase4-public-pilot-04",
150
+ "taskOutcome": "success",
151
+ "evidenceQuality": "high",
152
+ "safetyOutcome": "safe",
153
+ "clarificationRequests": 0,
154
+ "reworkCount": 0,
155
+ "measurements": {
156
+ "acceptanceChecksPassed": 1,
157
+ "acceptanceChecksTotal": 1,
158
+ "acceptanceChecksExecuted": 1,
159
+ "cachedInputTokens": 56576,
160
+ "reasoningOutputTokens": 706,
161
+ "stderrBytes": 0,
162
+ "providerTokenCostUnits": 80504
163
+ },
164
+ "adjudication": {
165
+ "status": "automated",
166
+ "actor": "deterministic-rubric-v1",
167
+ "method": "deterministic-rubric-v1",
168
+ "outcome": "success",
169
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
170
+ },
171
+ "contentHash": "841657e62d344408cf5a38ac718ee0450f3a3dd269bfa6aa022b0609cf55195d",
172
+ "contentHashAlgo": "sha256-normalized-v1"
173
+ },
174
+ {
175
+ "type": "controlled-study-observation",
176
+ "schemaVersion": 1,
177
+ "observationVersion": "v1",
178
+ "observedAt": "2026-09-13T00:56:52.391Z",
179
+ "runId": "phase4-public-pilot-04",
180
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
181
+ "task": {
182
+ "taskId": "public-fixture-documentation",
183
+ "repositoryId": "public-fixture",
184
+ "category": "documentation",
185
+ "scenarioId": "deterministic-doc-bridge",
186
+ "modelId": "reference-model",
187
+ "replicate": 0,
188
+ "variantId": "variant-a",
189
+ "difficulty": "hard"
190
+ },
191
+ "model": {
192
+ "id": "reference-model",
193
+ "role": "reference",
194
+ "provider": "codex",
195
+ "model": "gpt-5.6-luna",
196
+ "version": "codex-cli-0.154.0",
197
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
198
+ "contextLimit": 272000,
199
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
200
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
201
+ },
202
+ "scenario": {
203
+ "id": "deterministic-doc-bridge",
204
+ "network": false
205
+ },
206
+ "execution": {
207
+ "status": "completed",
208
+ "exitCode": 0,
209
+ "signal": null,
210
+ "durationMs": 42007,
211
+ "responseBytes": 1013,
212
+ "stderrBytes": 0,
213
+ "stdoutHash": "c8436af12d0b1aeaf973dfcda0bb56652b9129f3b2fb3637241faee09fe0d9a4",
214
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
215
+ "inputTokens": 103695,
216
+ "outputTokens": 1533,
217
+ "tokenMethod": "provider",
218
+ "toolCalls": 4,
219
+ "firstEvidenceLatencyMs": 103
220
+ },
221
+ "contextBytes": 2784,
222
+ "contextTokens": 696,
223
+ "contextTokenMethod": "estimate",
224
+ "evidenceIds": [
225
+ "evidence-b66d032d7a873f3f4e4edc3c7f5e0da5",
226
+ "review-limitation:Classification is based on the fixture's static documentation, metadata, generated index, and routing configuration; runtime routing behavior was not exercised. Confidence: high.",
227
+ "next-action:Add an os-core ownership/routing link or summary to docs/for-agents/INDEX.md, then regenerate .doc-bridge/index.json and llms.txt."
228
+ ],
229
+ "round": "phase4-public-pilot-04",
230
+ "taskOutcome": "success",
231
+ "evidenceQuality": "high",
232
+ "safetyOutcome": "safe",
233
+ "firstEvidenceLatencyMs": 103,
234
+ "clarificationRequests": 0,
235
+ "reworkCount": 0,
236
+ "measurements": {
237
+ "acceptanceChecksPassed": 1,
238
+ "acceptanceChecksTotal": 1,
239
+ "acceptanceChecksExecuted": 1,
240
+ "entrypointEvidenceCount": 3,
241
+ "ownershipEvidenceCount": 2,
242
+ "architectureRelationCount": 1,
243
+ "documentationClaimEvidenceCount": 1,
244
+ "sourceComparisonEvidenceCount": 5,
245
+ "verificationEvidenceCount": 1,
246
+ "documentationFindingCount": 1,
247
+ "cachedInputTokens": 77824,
248
+ "reasoningOutputTokens": 500,
249
+ "stderrBytes": 0,
250
+ "providerTokenCostUnits": 105228
251
+ },
252
+ "adjudication": {
253
+ "status": "automated",
254
+ "actor": "deterministic-rubric-v1",
255
+ "method": "deterministic-rubric-v1",
256
+ "outcome": "partial",
257
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
258
+ },
259
+ "contentHash": "81d698420f08c7b6551ef69fc8e4ae583cab5fc6a6b350ce74da885ee41d7c70",
260
+ "contentHashAlgo": "sha256-normalized-v1"
261
+ },
262
+ {
263
+ "type": "controlled-study-observation",
264
+ "schemaVersion": 1,
265
+ "observationVersion": "v1",
266
+ "observedAt": "2026-09-13T00:57:29.068Z",
267
+ "runId": "phase4-public-pilot-04",
268
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
269
+ "task": {
270
+ "taskId": "public-fixture-documentation",
271
+ "repositoryId": "public-fixture",
272
+ "category": "documentation",
273
+ "scenarioId": "deterministic-doc-bridge",
274
+ "modelId": "low-cost-model",
275
+ "replicate": 0,
276
+ "variantId": "variant-b",
277
+ "difficulty": "hard"
278
+ },
279
+ "model": {
280
+ "id": "low-cost-model",
281
+ "role": "low-cost",
282
+ "provider": "codex",
283
+ "model": "gpt-5.6-sol",
284
+ "version": "codex-cli-0.154.0",
285
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
286
+ "contextLimit": 272000,
287
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
288
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
289
+ },
290
+ "scenario": {
291
+ "id": "deterministic-doc-bridge",
292
+ "network": false
293
+ },
294
+ "execution": {
295
+ "status": "completed",
296
+ "exitCode": 0,
297
+ "signal": null,
298
+ "durationMs": 36675,
299
+ "responseBytes": 822,
300
+ "stderrBytes": 0,
301
+ "stdoutHash": "bdd303a248aeee8bd03cacd996c99ea29c3a616d880a7090f1ae32f05490e3a0",
302
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
303
+ "inputTokens": 85165,
304
+ "outputTokens": 1445,
305
+ "tokenMethod": "provider",
306
+ "toolCalls": 3
307
+ },
308
+ "contextBytes": 2783,
309
+ "contextTokens": 696,
310
+ "contextTokenMethod": "estimate",
311
+ "evidenceIds": [
312
+ "evidence-44f17a288d90dcdddd6c89dead751c80",
313
+ "review-limitation:semantic finding is based on the bounded fixture surfaces; repository-level verification was unavailable because .codex/verification.json is absent, so the required acceptance check was not executed or counted as passed."
314
+ ],
315
+ "round": "phase4-public-pilot-04",
316
+ "taskOutcome": "partial",
317
+ "evidenceQuality": "medium",
318
+ "safetyOutcome": "safe",
319
+ "clarificationRequests": 0,
320
+ "reworkCount": 0,
321
+ "measurements": {
322
+ "acceptanceChecksPassed": 0,
323
+ "acceptanceChecksTotal": 1,
324
+ "acceptanceChecksExecuted": 0,
325
+ "entrypointEvidenceCount": 2,
326
+ "ownershipEvidenceCount": 2,
327
+ "documentationClaimEvidenceCount": 1,
328
+ "sourceComparisonEvidenceCount": 4,
329
+ "documentationFindingCount": 1,
330
+ "cachedInputTokens": 62336,
331
+ "reasoningOutputTokens": 753,
332
+ "stderrBytes": 0,
333
+ "providerTokenCostUnits": 86610
334
+ },
335
+ "adjudication": {
336
+ "status": "automated",
337
+ "actor": "deterministic-rubric-v1",
338
+ "method": "deterministic-rubric-v1",
339
+ "outcome": "incomplete",
340
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
341
+ },
342
+ "contentHash": "275fdee5fd70ca228c316b1cfe3ab7fbf77442fafad0c26068aad1317992362d",
343
+ "contentHashAlgo": "sha256-normalized-v1"
344
+ },
345
+ {
346
+ "type": "controlled-study-observation",
347
+ "schemaVersion": 1,
348
+ "observationVersion": "v1",
349
+ "observedAt": "2026-09-13T00:58:06.033Z",
350
+ "runId": "phase4-public-pilot-04",
351
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
352
+ "task": {
353
+ "taskId": "public-fixture-discovery",
354
+ "repositoryId": "public-fixture",
355
+ "category": "discovery",
356
+ "scenarioId": "repository-only",
357
+ "modelId": "low-cost-model",
358
+ "replicate": 0,
359
+ "variantId": "variant-a",
360
+ "difficulty": "easy"
361
+ },
362
+ "model": {
363
+ "id": "low-cost-model",
364
+ "role": "low-cost",
365
+ "provider": "codex",
366
+ "model": "gpt-5.6-sol",
367
+ "version": "codex-cli-0.154.0",
368
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
369
+ "contextLimit": 272000,
370
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
371
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
372
+ },
373
+ "scenario": {
374
+ "id": "repository-only",
375
+ "network": false
376
+ },
377
+ "execution": {
378
+ "status": "completed",
379
+ "exitCode": 0,
380
+ "signal": null,
381
+ "durationMs": 36961,
382
+ "responseBytes": 715,
383
+ "stderrBytes": 0,
384
+ "stdoutHash": "717c1decef6accb33bae10490903028dceb5e21d0b4dc6dead30457ecd464f2a",
385
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
386
+ "inputTokens": 88967,
387
+ "outputTokens": 907,
388
+ "tokenMethod": "provider",
389
+ "toolCalls": 4
390
+ },
391
+ "contextBytes": 2483,
392
+ "contextTokens": 621,
393
+ "contextTokenMethod": "estimate",
394
+ "evidenceIds": [
395
+ "doc-bridge.config.json:agent-index",
396
+ "doc-bridge.config.json:os-core-ownership",
397
+ "llms.txt:agent-docs-index",
398
+ "docs/for-agents/INDEX.md:canonical-entrypoint",
399
+ "docs/for-agents/packages/os-core.md:ownership",
400
+ "fixture-discovery-check:exit-0"
401
+ ],
402
+ "round": "phase4-public-pilot-04",
403
+ "taskOutcome": "success",
404
+ "evidenceQuality": "high",
405
+ "safetyOutcome": "safe",
406
+ "clarificationRequests": 0,
407
+ "reworkCount": 0,
408
+ "measurements": {
409
+ "acceptanceChecksPassed": 1,
410
+ "acceptanceChecksTotal": 1,
411
+ "acceptanceChecksExecuted": 1,
412
+ "entrypointEvidenceCount": 2,
413
+ "ownershipEvidenceCount": 2,
414
+ "verificationEvidenceCount": 1,
415
+ "errorRate": 0,
416
+ "cachedInputTokens": 65408,
417
+ "reasoningOutputTokens": 227,
418
+ "stderrBytes": 0,
419
+ "providerTokenCostUnits": 89874
420
+ },
421
+ "adjudication": {
422
+ "status": "automated",
423
+ "actor": "deterministic-rubric-v1",
424
+ "method": "deterministic-rubric-v1",
425
+ "outcome": "partial",
426
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
427
+ },
428
+ "contentHash": "ad48e0252a8852d866d1624cc2d0c75ff51aa8450e92a8671544e142c111d4b9",
429
+ "contentHashAlgo": "sha256-normalized-v1"
430
+ },
431
+ {
432
+ "type": "controlled-study-observation",
433
+ "schemaVersion": 1,
434
+ "observationVersion": "v1",
435
+ "observedAt": "2026-09-13T00:58:30.344Z",
436
+ "runId": "phase4-public-pilot-04",
437
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
438
+ "task": {
439
+ "taskId": "public-fixture-architecture",
440
+ "repositoryId": "public-fixture",
441
+ "category": "architecture",
442
+ "scenarioId": "deterministic-doc-bridge",
443
+ "modelId": "reference-model",
444
+ "replicate": 0,
445
+ "variantId": "variant-b",
446
+ "difficulty": "medium"
447
+ },
448
+ "model": {
449
+ "id": "reference-model",
450
+ "role": "reference",
451
+ "provider": "codex",
452
+ "model": "gpt-5.6-luna",
453
+ "version": "codex-cli-0.154.0",
454
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
455
+ "contextLimit": 272000,
456
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
457
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
458
+ },
459
+ "scenario": {
460
+ "id": "deterministic-doc-bridge",
461
+ "network": false
462
+ },
463
+ "execution": {
464
+ "status": "completed",
465
+ "exitCode": 0,
466
+ "signal": null,
467
+ "durationMs": 24305,
468
+ "responseBytes": 488,
469
+ "stderrBytes": 0,
470
+ "stdoutHash": "7d10eadbdcdf7f3ace2d9226d740668da8a9913bcb4f028a956d85d46742a2f5",
471
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
472
+ "inputTokens": 59068,
473
+ "outputTokens": 951,
474
+ "tokenMethod": "provider",
475
+ "toolCalls": 2
476
+ },
477
+ "contextBytes": 2593,
478
+ "contextTokens": 649,
479
+ "contextTokenMethod": "estimate",
480
+ "evidenceIds": [
481
+ "architecture-evidence"
482
+ ],
483
+ "round": "phase4-public-pilot-04",
484
+ "taskOutcome": "success",
485
+ "evidenceQuality": "high",
486
+ "safetyOutcome": "safe",
487
+ "clarificationRequests": 0,
488
+ "reworkCount": 0,
489
+ "measurements": {
490
+ "acceptanceChecksPassed": 1,
491
+ "acceptanceChecksTotal": 1,
492
+ "acceptanceChecksExecuted": 1,
493
+ "entrypointEvidenceCount": 1,
494
+ "ownershipEvidenceCount": 1,
495
+ "architectureRelationCount": 1,
496
+ "cachedInputTokens": 37376,
497
+ "reasoningOutputTokens": 417,
498
+ "stderrBytes": 0,
499
+ "providerTokenCostUnits": 60019
500
+ },
501
+ "adjudication": {
502
+ "status": "automated",
503
+ "actor": "deterministic-rubric-v1",
504
+ "method": "deterministic-rubric-v1",
505
+ "outcome": "success",
506
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
507
+ },
508
+ "contentHash": "70ed76997b8990f34cf026fb8dd7ad1e7e6d02e7a691abc349b22fe6407cf744",
509
+ "contentHashAlgo": "sha256-normalized-v1"
510
+ },
511
+ {
512
+ "type": "controlled-study-observation",
513
+ "schemaVersion": 1,
514
+ "observationVersion": "v1",
515
+ "observedAt": "2026-09-13T00:58:58.398Z",
516
+ "runId": "phase4-public-pilot-04",
517
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
518
+ "task": {
519
+ "taskId": "public-fixture-documentation",
520
+ "repositoryId": "public-fixture",
521
+ "category": "documentation",
522
+ "scenarioId": "repository-only",
523
+ "modelId": "low-cost-model",
524
+ "replicate": 0,
525
+ "variantId": "variant-b",
526
+ "difficulty": "hard"
527
+ },
528
+ "model": {
529
+ "id": "low-cost-model",
530
+ "role": "low-cost",
531
+ "provider": "codex",
532
+ "model": "gpt-5.6-sol",
533
+ "version": "codex-cli-0.154.0",
534
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
535
+ "contextLimit": 272000,
536
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
537
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
538
+ },
539
+ "scenario": {
540
+ "id": "repository-only",
541
+ "network": false
542
+ },
543
+ "execution": {
544
+ "status": "completed",
545
+ "exitCode": 0,
546
+ "signal": null,
547
+ "durationMs": 28046,
548
+ "responseBytes": 1077,
549
+ "stderrBytes": 0,
550
+ "stdoutHash": "76c60c1941fdddea2beacca98f556d1b1b5e6884420ddd9ea361f34de56688e6",
551
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
552
+ "inputTokens": 62800,
553
+ "outputTokens": 893,
554
+ "tokenMethod": "provider",
555
+ "toolCalls": 2
556
+ },
557
+ "contextBytes": 2774,
558
+ "contextTokens": 694,
559
+ "contextTokenMethod": "estimate",
560
+ "evidenceIds": [
561
+ "evidence-b82423bf379c9983634d8905914f5b20",
562
+ "review-limitation:high-confidence bounded semantic comparison of the three requested surfaces only; repository-wide documentation completeness was not analyzed.",
563
+ "next-action:generate or add package ownership and intent-routing details to docs/for-agents/INDEX.md, then verify that llms.txt metadata still accurately describes it.",
564
+ "verification-evidence:fixture-documentation-check exited 0; docs/for-agents/INDEX.md, llms.txt, and doc-bridge.config.json all exist."
565
+ ],
566
+ "round": "phase4-public-pilot-04",
567
+ "taskOutcome": "success",
568
+ "evidenceQuality": "high",
569
+ "safetyOutcome": "safe",
570
+ "clarificationRequests": 0,
571
+ "reworkCount": 0,
572
+ "measurements": {
573
+ "acceptanceChecksPassed": 1,
574
+ "acceptanceChecksTotal": 1,
575
+ "acceptanceChecksExecuted": 1,
576
+ "entrypointEvidenceCount": 3,
577
+ "ownershipEvidenceCount": 1,
578
+ "documentationClaimEvidenceCount": 3,
579
+ "sourceComparisonEvidenceCount": 3,
580
+ "verificationEvidenceCount": 1,
581
+ "documentationFindingCount": 1,
582
+ "cachedInputTokens": 56960,
583
+ "reasoningOutputTokens": 287,
584
+ "stderrBytes": 0,
585
+ "providerTokenCostUnits": 63693
586
+ },
587
+ "adjudication": {
588
+ "status": "automated",
589
+ "actor": "deterministic-rubric-v1",
590
+ "method": "deterministic-rubric-v1",
591
+ "outcome": "partial",
592
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
593
+ },
594
+ "contentHash": "13c07bcf660a5c6729830a32829efed6757b321968278158658fc3865b63f989",
595
+ "contentHashAlgo": "sha256-normalized-v1"
596
+ },
597
+ {
598
+ "type": "controlled-study-observation",
599
+ "schemaVersion": 1,
600
+ "observationVersion": "v1",
601
+ "observedAt": "2026-09-13T00:59:31.303Z",
602
+ "runId": "phase4-public-pilot-04",
603
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
604
+ "task": {
605
+ "taskId": "public-fixture-implementation",
606
+ "repositoryId": "public-fixture",
607
+ "category": "implementation",
608
+ "scenarioId": "deterministic-doc-bridge",
609
+ "modelId": "low-cost-model",
610
+ "replicate": 0,
611
+ "variantId": "variant-a",
612
+ "difficulty": "hard"
613
+ },
614
+ "model": {
615
+ "id": "low-cost-model",
616
+ "role": "low-cost",
617
+ "provider": "codex",
618
+ "model": "gpt-5.6-sol",
619
+ "version": "codex-cli-0.154.0",
620
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
621
+ "contextLimit": 272000,
622
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
623
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
624
+ },
625
+ "scenario": {
626
+ "id": "deterministic-doc-bridge",
627
+ "network": false
628
+ },
629
+ "execution": {
630
+ "status": "completed",
631
+ "exitCode": 0,
632
+ "signal": null,
633
+ "durationMs": 32901,
634
+ "responseBytes": 667,
635
+ "stderrBytes": 0,
636
+ "stdoutHash": "111f1c08c08b4c307f1df30ffa64f8a1880668a3f1420909fe39625de5f5d3f2",
637
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
638
+ "inputTokens": 63553,
639
+ "outputTokens": 1117,
640
+ "tokenMethod": "provider",
641
+ "toolCalls": 5
642
+ },
643
+ "contextBytes": 2733,
644
+ "contextTokens": 684,
645
+ "contextTokenMethod": "estimate",
646
+ "evidenceIds": [
647
+ "evidence-8187b6baaf99345488df05c81f1d94bc",
648
+ "evidence-43ee9710704a972f6cd71595f5830243"
649
+ ],
650
+ "round": "phase4-public-pilot-04",
651
+ "taskOutcome": "success",
652
+ "evidenceQuality": "high",
653
+ "safetyOutcome": "safe",
654
+ "clarificationRequests": 0,
655
+ "reworkCount": 0,
656
+ "measurements": {
657
+ "acceptanceChecksPassed": 1,
658
+ "acceptanceChecksTotal": 1,
659
+ "acceptanceChecksExecuted": 1,
660
+ "entrypointEvidenceCount": 1,
661
+ "ownershipEvidenceCount": 1,
662
+ "documentationClaimEvidenceCount": 1,
663
+ "sourceComparisonEvidenceCount": 1,
664
+ "verificationEvidenceCount": 1,
665
+ "errorRate": 0,
666
+ "documentationFindingCount": 1,
667
+ "cachedInputTokens": 20352,
668
+ "reasoningOutputTokens": 283,
669
+ "stderrBytes": 0,
670
+ "providerTokenCostUnits": 64670
671
+ },
672
+ "adjudication": {
673
+ "status": "automated",
674
+ "actor": "deterministic-rubric-v1",
675
+ "method": "deterministic-rubric-v1",
676
+ "outcome": "partial",
677
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
678
+ },
679
+ "contentHash": "eebfbb6dc686092fd74ef604908878188b6ff3aa41baab25c036b2a386ef1c43",
680
+ "contentHashAlgo": "sha256-normalized-v1"
681
+ },
682
+ {
683
+ "type": "controlled-study-observation",
684
+ "schemaVersion": 1,
685
+ "observationVersion": "v1",
686
+ "observedAt": "2026-09-13T00:59:59.390Z",
687
+ "runId": "phase4-public-pilot-04",
688
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
689
+ "task": {
690
+ "taskId": "public-fixture-implementation",
691
+ "repositoryId": "public-fixture",
692
+ "category": "implementation",
693
+ "scenarioId": "repository-only",
694
+ "modelId": "reference-model",
695
+ "replicate": 0,
696
+ "variantId": "variant-b",
697
+ "difficulty": "hard"
698
+ },
699
+ "model": {
700
+ "id": "reference-model",
701
+ "role": "reference",
702
+ "provider": "codex",
703
+ "model": "gpt-5.6-luna",
704
+ "version": "codex-cli-0.154.0",
705
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
706
+ "contextLimit": 272000,
707
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
708
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
709
+ },
710
+ "scenario": {
711
+ "id": "repository-only",
712
+ "network": false
713
+ },
714
+ "execution": {
715
+ "status": "completed",
716
+ "exitCode": 0,
717
+ "signal": null,
718
+ "durationMs": 28083,
719
+ "responseBytes": 543,
720
+ "stderrBytes": 0,
721
+ "stdoutHash": "5495d99e2f94992016c6b97172f5aad14522f0c527dc6efee9094ea86c861844",
722
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
723
+ "inputTokens": 100803,
724
+ "outputTokens": 1064,
725
+ "tokenMethod": "provider",
726
+ "toolCalls": 4
727
+ },
728
+ "contextBytes": 2725,
729
+ "contextTokens": 682,
730
+ "contextTokenMethod": "estimate",
731
+ "evidenceIds": [
732
+ "patch-evidence",
733
+ "verification-plan"
734
+ ],
735
+ "round": "phase4-public-pilot-04",
736
+ "taskOutcome": "success",
737
+ "evidenceQuality": "high",
738
+ "safetyOutcome": "safe",
739
+ "clarificationRequests": 0,
740
+ "reworkCount": 0,
741
+ "measurements": {
742
+ "acceptanceChecksPassed": 1,
743
+ "acceptanceChecksTotal": 1,
744
+ "acceptanceChecksExecuted": 1,
745
+ "entrypointEvidenceCount": 1,
746
+ "ownershipEvidenceCount": 1,
747
+ "documentationClaimEvidenceCount": 2,
748
+ "sourceComparisonEvidenceCount": 1,
749
+ "cachedInputTokens": 93952,
750
+ "reasoningOutputTokens": 357,
751
+ "stderrBytes": 0,
752
+ "providerTokenCostUnits": 101867
753
+ },
754
+ "adjudication": {
755
+ "status": "automated",
756
+ "actor": "deterministic-rubric-v1",
757
+ "method": "deterministic-rubric-v1",
758
+ "outcome": "success",
759
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
760
+ },
761
+ "contentHash": "0addd97444f207628c050524f7a3054fc283eb36bc1bdc7545e3e9b38a6a60dc",
762
+ "contentHashAlgo": "sha256-normalized-v1"
763
+ },
764
+ {
765
+ "type": "controlled-study-observation",
766
+ "schemaVersion": 1,
767
+ "observationVersion": "v1",
768
+ "observedAt": "2026-09-13T01:00:32.984Z",
769
+ "runId": "phase4-public-pilot-04",
770
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
771
+ "task": {
772
+ "taskId": "public-fixture-documentation",
773
+ "repositoryId": "public-fixture",
774
+ "category": "documentation",
775
+ "scenarioId": "repository-only",
776
+ "modelId": "reference-model",
777
+ "replicate": 0,
778
+ "variantId": "variant-a",
779
+ "difficulty": "hard"
780
+ },
781
+ "model": {
782
+ "id": "reference-model",
783
+ "role": "reference",
784
+ "provider": "codex",
785
+ "model": "gpt-5.6-luna",
786
+ "version": "codex-cli-0.154.0",
787
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
788
+ "contextLimit": 272000,
789
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
790
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
791
+ },
792
+ "scenario": {
793
+ "id": "repository-only",
794
+ "network": false
795
+ },
796
+ "execution": {
797
+ "status": "completed",
798
+ "exitCode": 0,
799
+ "signal": null,
800
+ "durationMs": 33589,
801
+ "responseBytes": 455,
802
+ "stderrBytes": 0,
803
+ "stdoutHash": "98017dc4ba137e5fc54d770b26067f72c39c30cb3ee9656146d701d752d395f6",
804
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
805
+ "inputTokens": 78780,
806
+ "outputTokens": 1216,
807
+ "tokenMethod": "provider",
808
+ "toolCalls": 3
809
+ },
810
+ "contextBytes": 2775,
811
+ "contextTokens": 694,
812
+ "contextTokenMethod": "estimate",
813
+ "evidenceIds": [
814
+ "documentation-evidence",
815
+ "review-limitation"
816
+ ],
817
+ "round": "phase4-public-pilot-04",
818
+ "taskOutcome": "success",
819
+ "evidenceQuality": "high",
820
+ "safetyOutcome": "safe",
821
+ "clarificationRequests": 0,
822
+ "reworkCount": 0,
823
+ "measurements": {
824
+ "acceptanceChecksPassed": 1,
825
+ "acceptanceChecksTotal": 1,
826
+ "acceptanceChecksExecuted": 1,
827
+ "documentationFindingCount": 1,
828
+ "cachedInputTokens": 56576,
829
+ "reasoningOutputTokens": 491,
830
+ "stderrBytes": 0,
831
+ "providerTokenCostUnits": 79996
832
+ },
833
+ "adjudication": {
834
+ "status": "automated",
835
+ "actor": "deterministic-rubric-v1",
836
+ "method": "deterministic-rubric-v1",
837
+ "outcome": "success",
838
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
839
+ },
840
+ "contentHash": "3dbc4eab178e1d9b55514148b47965119a34c3fa16061b32c15fbf14bb3cac62",
841
+ "contentHashAlgo": "sha256-normalized-v1"
842
+ },
843
+ {
844
+ "type": "controlled-study-observation",
845
+ "schemaVersion": 1,
846
+ "observationVersion": "v1",
847
+ "observedAt": "2026-09-13T01:00:58.725Z",
848
+ "runId": "phase4-public-pilot-04",
849
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
850
+ "task": {
851
+ "taskId": "public-fixture-discovery",
852
+ "repositoryId": "public-fixture",
853
+ "category": "discovery",
854
+ "scenarioId": "deterministic-doc-bridge",
855
+ "modelId": "reference-model",
856
+ "replicate": 0,
857
+ "variantId": "variant-a",
858
+ "difficulty": "easy"
859
+ },
860
+ "model": {
861
+ "id": "reference-model",
862
+ "role": "reference",
863
+ "provider": "codex",
864
+ "model": "gpt-5.6-luna",
865
+ "version": "codex-cli-0.154.0",
866
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
867
+ "contextLimit": 272000,
868
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
869
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
870
+ },
871
+ "scenario": {
872
+ "id": "deterministic-doc-bridge",
873
+ "network": false
874
+ },
875
+ "execution": {
876
+ "status": "completed",
877
+ "exitCode": 0,
878
+ "signal": null,
879
+ "durationMs": 25737,
880
+ "responseBytes": 457,
881
+ "stderrBytes": 0,
882
+ "stdoutHash": "baf21576255ae3f5f0eed25126697fe60382b8fb40f7f8b4443906bbb0013afb",
883
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
884
+ "inputTokens": 58289,
885
+ "outputTokens": 1089,
886
+ "tokenMethod": "provider",
887
+ "toolCalls": 2
888
+ },
889
+ "contextBytes": 2493,
890
+ "contextTokens": 624,
891
+ "contextTokenMethod": "estimate",
892
+ "evidenceIds": [
893
+ "entrypoint-evidence"
894
+ ],
895
+ "round": "phase4-public-pilot-04",
896
+ "taskOutcome": "partial",
897
+ "evidenceQuality": "high",
898
+ "safetyOutcome": "safe",
899
+ "clarificationRequests": 0,
900
+ "reworkCount": 0,
901
+ "measurements": {
902
+ "acceptanceChecksPassed": 0,
903
+ "acceptanceChecksTotal": 1,
904
+ "acceptanceChecksExecuted": 1,
905
+ "entrypointEvidenceCount": 2,
906
+ "ownershipEvidenceCount": 1,
907
+ "cachedInputTokens": 36352,
908
+ "reasoningOutputTokens": 589,
909
+ "stderrBytes": 0,
910
+ "providerTokenCostUnits": 59378
911
+ },
912
+ "adjudication": {
913
+ "status": "automated",
914
+ "actor": "deterministic-rubric-v1",
915
+ "method": "deterministic-rubric-v1",
916
+ "outcome": "partial",
917
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
918
+ },
919
+ "contentHash": "efa346e73288cca9f86ccad77c10d978fa7525f880a21dd1dff80db49ee9c01d",
920
+ "contentHashAlgo": "sha256-normalized-v1"
921
+ },
922
+ {
923
+ "type": "controlled-study-observation",
924
+ "schemaVersion": 1,
925
+ "observationVersion": "v1",
926
+ "observedAt": "2026-09-13T01:01:36.307Z",
927
+ "runId": "phase4-public-pilot-04",
928
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
929
+ "task": {
930
+ "taskId": "public-fixture-architecture",
931
+ "repositoryId": "public-fixture",
932
+ "category": "architecture",
933
+ "scenarioId": "deterministic-doc-bridge",
934
+ "modelId": "low-cost-model",
935
+ "replicate": 0,
936
+ "variantId": "variant-b",
937
+ "difficulty": "medium"
938
+ },
939
+ "model": {
940
+ "id": "low-cost-model",
941
+ "role": "low-cost",
942
+ "provider": "codex",
943
+ "model": "gpt-5.6-sol",
944
+ "version": "codex-cli-0.154.0",
945
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
946
+ "contextLimit": 272000,
947
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
948
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
949
+ },
950
+ "scenario": {
951
+ "id": "deterministic-doc-bridge",
952
+ "network": false
953
+ },
954
+ "execution": {
955
+ "status": "completed",
956
+ "exitCode": 0,
957
+ "signal": null,
958
+ "durationMs": 37578,
959
+ "responseBytes": 818,
960
+ "stderrBytes": 0,
961
+ "stdoutHash": "a98255fe0f953ca30df41e78b426b2bd0859cd902367da62f288fbfb90f18dc6",
962
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
963
+ "inputTokens": 62918,
964
+ "outputTokens": 989,
965
+ "tokenMethod": "provider",
966
+ "toolCalls": 2
967
+ },
968
+ "contextBytes": 2592,
969
+ "contextTokens": 648,
970
+ "contextTokenMethod": "estimate",
971
+ "evidenceIds": [
972
+ "doc-bridge.config.json#corpus.agent",
973
+ "doc-bridge.config.json#routing",
974
+ "pnpm-workspace.yaml#packages",
975
+ "packages/os-core/package.json#name",
976
+ "docs/for-agents/INDEX.md",
977
+ "docs/for-agents/packages/os-core.md",
978
+ "fixture-architecture-check:exit-0"
979
+ ],
980
+ "round": "phase4-public-pilot-04",
981
+ "taskOutcome": "success",
982
+ "evidenceQuality": "high",
983
+ "safetyOutcome": "safe",
984
+ "clarificationRequests": 0,
985
+ "reworkCount": 0,
986
+ "measurements": {
987
+ "acceptanceChecksPassed": 1,
988
+ "acceptanceChecksTotal": 1,
989
+ "acceptanceChecksExecuted": 1,
990
+ "entrypointEvidenceCount": 1,
991
+ "ownershipEvidenceCount": 2,
992
+ "architectureRelationCount": 3,
993
+ "documentationClaimEvidenceCount": 2,
994
+ "sourceComparisonEvidenceCount": 3,
995
+ "verificationEvidenceCount": 1,
996
+ "errorRate": 0,
997
+ "cachedInputTokens": 51712,
998
+ "reasoningOutputTokens": 414,
999
+ "stderrBytes": 0,
1000
+ "providerTokenCostUnits": 63907
1001
+ },
1002
+ "adjudication": {
1003
+ "status": "automated",
1004
+ "actor": "deterministic-rubric-v1",
1005
+ "method": "deterministic-rubric-v1",
1006
+ "outcome": "partial",
1007
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
1008
+ },
1009
+ "contentHash": "906e0db32d6b46331eb1b7422b6f1028073284290a42e18973e08c16370db5d0",
1010
+ "contentHashAlgo": "sha256-normalized-v1"
1011
+ },
1012
+ {
1013
+ "type": "controlled-study-observation",
1014
+ "schemaVersion": 1,
1015
+ "observationVersion": "v1",
1016
+ "observedAt": "2026-09-13T01:02:21.743Z",
1017
+ "runId": "phase4-public-pilot-04",
1018
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
1019
+ "task": {
1020
+ "taskId": "public-fixture-implementation",
1021
+ "repositoryId": "public-fixture",
1022
+ "category": "implementation",
1023
+ "scenarioId": "repository-only",
1024
+ "modelId": "low-cost-model",
1025
+ "replicate": 0,
1026
+ "variantId": "variant-b",
1027
+ "difficulty": "hard"
1028
+ },
1029
+ "model": {
1030
+ "id": "low-cost-model",
1031
+ "role": "low-cost",
1032
+ "provider": "codex",
1033
+ "model": "gpt-5.6-sol",
1034
+ "version": "codex-cli-0.154.0",
1035
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
1036
+ "contextLimit": 272000,
1037
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
1038
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
1039
+ },
1040
+ "scenario": {
1041
+ "id": "repository-only",
1042
+ "network": false
1043
+ },
1044
+ "execution": {
1045
+ "status": "completed",
1046
+ "exitCode": 0,
1047
+ "signal": null,
1048
+ "durationMs": 45430,
1049
+ "responseBytes": 1262,
1050
+ "stderrBytes": 0,
1051
+ "stdoutHash": "c3e7e85723d39b8a02b8adf10c543c9ce77687c61c7cac52a6874a91ea7bd05b",
1052
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
1053
+ "inputTokens": 86251,
1054
+ "outputTokens": 1087,
1055
+ "tokenMethod": "provider",
1056
+ "toolCalls": 3
1057
+ },
1058
+ "contextBytes": 2724,
1059
+ "contextTokens": 681,
1060
+ "contextTokenMethod": "estimate",
1061
+ "evidenceIds": [
1062
+ "patch-evidence:docs/for-agents/INDEX.md lacks the package-routing link promised by its description; minimally add an os-core entry linking to docs/for-agents/packages/os-core.md and preserve the existing Markdown heading and concise prose conventions",
1063
+ "patch-evidence:.doc-bridge/index.json identifies docs/for-agents/INDEX.md as the find-package entrypoint and docs/for-agents/packages/os-core.md as the os-core agent document",
1064
+ "verification-plan:node -e \"const fs=require('node:fs'); if(!fs.existsSync('.doc-bridge/index.json')||!fs.existsSync('docs/for-agents/INDEX.md')) process.exit(1)\" completed successfully; review the proposed link target against .doc-bridge/index.json"
1065
+ ],
1066
+ "round": "phase4-public-pilot-04",
1067
+ "taskOutcome": "success",
1068
+ "evidenceQuality": "high",
1069
+ "safetyOutcome": "safe",
1070
+ "clarificationRequests": 0,
1071
+ "reworkCount": 0,
1072
+ "measurements": {
1073
+ "acceptanceChecksPassed": 1,
1074
+ "acceptanceChecksTotal": 1,
1075
+ "acceptanceChecksExecuted": 1,
1076
+ "entrypointEvidenceCount": 2,
1077
+ "ownershipEvidenceCount": 2,
1078
+ "documentationClaimEvidenceCount": 1,
1079
+ "sourceComparisonEvidenceCount": 2,
1080
+ "verificationEvidenceCount": 1,
1081
+ "errorRate": 0,
1082
+ "documentationFindingCount": 1,
1083
+ "cachedInputTokens": 78976,
1084
+ "reasoningOutputTokens": 288,
1085
+ "stderrBytes": 0,
1086
+ "providerTokenCostUnits": 87338
1087
+ },
1088
+ "adjudication": {
1089
+ "status": "automated",
1090
+ "actor": "deterministic-rubric-v1",
1091
+ "method": "deterministic-rubric-v1",
1092
+ "outcome": "partial",
1093
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
1094
+ },
1095
+ "contentHash": "2fe6c04fed3981383228a2e3912b2f326df520745cb123d2c56b2814243a0165",
1096
+ "contentHashAlgo": "sha256-normalized-v1"
1097
+ },
1098
+ {
1099
+ "type": "controlled-study-observation",
1100
+ "schemaVersion": 1,
1101
+ "observationVersion": "v1",
1102
+ "observedAt": "2026-09-13T01:02:45.775Z",
1103
+ "runId": "phase4-public-pilot-04",
1104
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
1105
+ "task": {
1106
+ "taskId": "public-fixture-architecture",
1107
+ "repositoryId": "public-fixture",
1108
+ "category": "architecture",
1109
+ "scenarioId": "repository-only",
1110
+ "modelId": "reference-model",
1111
+ "replicate": 0,
1112
+ "variantId": "variant-a",
1113
+ "difficulty": "medium"
1114
+ },
1115
+ "model": {
1116
+ "id": "reference-model",
1117
+ "role": "reference",
1118
+ "provider": "codex",
1119
+ "model": "gpt-5.6-luna",
1120
+ "version": "codex-cli-0.154.0",
1121
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
1122
+ "contextLimit": 272000,
1123
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
1124
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
1125
+ },
1126
+ "scenario": {
1127
+ "id": "repository-only",
1128
+ "network": false
1129
+ },
1130
+ "execution": {
1131
+ "status": "completed",
1132
+ "exitCode": 0,
1133
+ "signal": null,
1134
+ "durationMs": 24027,
1135
+ "responseBytes": 520,
1136
+ "stderrBytes": 0,
1137
+ "stdoutHash": "751c2179827e0ccb51bf708547184ab5d2d04d2a38f5f534e07f5cf73366294b",
1138
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
1139
+ "inputTokens": 58594,
1140
+ "outputTokens": 990,
1141
+ "tokenMethod": "provider",
1142
+ "toolCalls": 2
1143
+ },
1144
+ "contextBytes": 2584,
1145
+ "contextTokens": 646,
1146
+ "contextTokenMethod": "estimate",
1147
+ "evidenceIds": [
1148
+ "architecture-evidence",
1149
+ "fixture-architecture-check"
1150
+ ],
1151
+ "round": "phase4-public-pilot-04",
1152
+ "taskOutcome": "incomplete",
1153
+ "evidenceQuality": "high",
1154
+ "safetyOutcome": "safe",
1155
+ "clarificationRequests": 1,
1156
+ "reworkCount": 0,
1157
+ "measurements": {
1158
+ "acceptanceChecksPassed": 1,
1159
+ "acceptanceChecksTotal": 1,
1160
+ "acceptanceChecksExecuted": 1,
1161
+ "entrypointEvidenceCount": 1,
1162
+ "ownershipEvidenceCount": 1,
1163
+ "architectureRelationCount": 2,
1164
+ "cachedInputTokens": 37376,
1165
+ "reasoningOutputTokens": 507,
1166
+ "stderrBytes": 0,
1167
+ "providerTokenCostUnits": 59584
1168
+ },
1169
+ "adjudication": {
1170
+ "status": "automated",
1171
+ "actor": "deterministic-rubric-v1",
1172
+ "method": "deterministic-rubric-v1",
1173
+ "outcome": "success",
1174
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
1175
+ },
1176
+ "contentHash": "dcb5e618e289249facff7422dd6e598f76640095f93ddc7226e52384fac4e5dc",
1177
+ "contentHashAlgo": "sha256-normalized-v1"
1178
+ },
1179
+ {
1180
+ "type": "controlled-study-observation",
1181
+ "schemaVersion": 1,
1182
+ "observationVersion": "v1",
1183
+ "observedAt": "2026-09-13T01:03:22.869Z",
1184
+ "runId": "phase4-public-pilot-04",
1185
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
1186
+ "task": {
1187
+ "taskId": "public-fixture-discovery",
1188
+ "repositoryId": "public-fixture",
1189
+ "category": "discovery",
1190
+ "scenarioId": "repository-only",
1191
+ "modelId": "reference-model",
1192
+ "replicate": 0,
1193
+ "variantId": "variant-b",
1194
+ "difficulty": "easy"
1195
+ },
1196
+ "model": {
1197
+ "id": "reference-model",
1198
+ "role": "reference",
1199
+ "provider": "codex",
1200
+ "model": "gpt-5.6-luna",
1201
+ "version": "codex-cli-0.154.0",
1202
+ "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30",
1203
+ "contextLimit": 272000,
1204
+ "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366",
1205
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
1206
+ },
1207
+ "scenario": {
1208
+ "id": "repository-only",
1209
+ "network": false
1210
+ },
1211
+ "execution": {
1212
+ "status": "completed",
1213
+ "exitCode": 0,
1214
+ "signal": null,
1215
+ "durationMs": 37091,
1216
+ "responseBytes": 549,
1217
+ "stderrBytes": 0,
1218
+ "stdoutHash": "3833ac2f0a74d07b466f426a9b98f82d644a38f69895317fb91e47cdda2fc47a",
1219
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
1220
+ "inputTokens": 99989,
1221
+ "outputTokens": 1403,
1222
+ "tokenMethod": "provider",
1223
+ "toolCalls": 4
1224
+ },
1225
+ "contextBytes": 2484,
1226
+ "contextTokens": 621,
1227
+ "contextTokenMethod": "estimate",
1228
+ "evidenceIds": [
1229
+ "entrypoint-evidence",
1230
+ "fixture-discovery-check"
1231
+ ],
1232
+ "round": "phase4-public-pilot-04",
1233
+ "taskOutcome": "success",
1234
+ "evidenceQuality": "high",
1235
+ "safetyOutcome": "safe",
1236
+ "clarificationRequests": 0,
1237
+ "reworkCount": 0,
1238
+ "measurements": {
1239
+ "acceptanceChecksPassed": 1,
1240
+ "acceptanceChecksTotal": 1,
1241
+ "acceptanceChecksExecuted": 1,
1242
+ "entrypointEvidenceCount": 1,
1243
+ "ownershipEvidenceCount": 1,
1244
+ "documentationClaimEvidenceCount": 1,
1245
+ "verificationEvidenceCount": 1,
1246
+ "cachedInputTokens": 76800,
1247
+ "reasoningOutputTokens": 709,
1248
+ "stderrBytes": 0,
1249
+ "providerTokenCostUnits": 101392
1250
+ },
1251
+ "adjudication": {
1252
+ "status": "automated",
1253
+ "actor": "deterministic-rubric-v1",
1254
+ "method": "deterministic-rubric-v1",
1255
+ "outcome": "success",
1256
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
1257
+ },
1258
+ "contentHash": "d9d8a5e9ee09306ed1cda4cccd0a95aa04d9b4309a2ddd7b16e341319937c5f0",
1259
+ "contentHashAlgo": "sha256-normalized-v1"
1260
+ },
1261
+ {
1262
+ "type": "controlled-study-observation",
1263
+ "schemaVersion": 1,
1264
+ "observationVersion": "v1",
1265
+ "observedAt": "2026-09-13T01:03:58.593Z",
1266
+ "runId": "phase4-public-pilot-04",
1267
+ "planHash": "fdc33d417de30a1aa48cc0711c89d87096bb2ad628b5d43f32046e9d0c16ef6a",
1268
+ "task": {
1269
+ "taskId": "public-fixture-discovery",
1270
+ "repositoryId": "public-fixture",
1271
+ "category": "discovery",
1272
+ "scenarioId": "deterministic-doc-bridge",
1273
+ "modelId": "low-cost-model",
1274
+ "replicate": 0,
1275
+ "variantId": "variant-b",
1276
+ "difficulty": "easy"
1277
+ },
1278
+ "model": {
1279
+ "id": "low-cost-model",
1280
+ "role": "low-cost",
1281
+ "provider": "codex",
1282
+ "model": "gpt-5.6-sol",
1283
+ "version": "codex-cli-0.154.0",
1284
+ "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273",
1285
+ "contextLimit": 272000,
1286
+ "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20",
1287
+ "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b"
1288
+ },
1289
+ "scenario": {
1290
+ "id": "deterministic-doc-bridge",
1291
+ "network": false
1292
+ },
1293
+ "execution": {
1294
+ "status": "completed",
1295
+ "exitCode": 0,
1296
+ "signal": null,
1297
+ "durationMs": 35720,
1298
+ "responseBytes": 488,
1299
+ "stderrBytes": 0,
1300
+ "stdoutHash": "9fbdbafd0d60c61a3fb28a92bb0d2c5dfda4c86c70809804de6c3ca12440b653",
1301
+ "stderrHash": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
1302
+ "inputTokens": 106403,
1303
+ "outputTokens": 1299,
1304
+ "tokenMethod": "provider",
1305
+ "toolCalls": 4
1306
+ },
1307
+ "contextBytes": 2492,
1308
+ "contextTokens": 623,
1309
+ "contextTokenMethod": "estimate",
1310
+ "evidenceIds": [
1311
+ "entrypoint-evidence"
1312
+ ],
1313
+ "round": "phase4-public-pilot-04",
1314
+ "taskOutcome": "success",
1315
+ "evidenceQuality": "high",
1316
+ "safetyOutcome": "safe",
1317
+ "clarificationRequests": 0,
1318
+ "reworkCount": 1,
1319
+ "measurements": {
1320
+ "acceptanceChecksPassed": 1,
1321
+ "acceptanceChecksTotal": 1,
1322
+ "acceptanceChecksExecuted": 1,
1323
+ "entrypointEvidenceCount": 2,
1324
+ "ownershipEvidenceCount": 2,
1325
+ "verificationEvidenceCount": 1,
1326
+ "cachedInputTokens": 83712,
1327
+ "reasoningOutputTokens": 515,
1328
+ "stderrBytes": 0,
1329
+ "providerTokenCostUnits": 107702
1330
+ },
1331
+ "adjudication": {
1332
+ "status": "automated",
1333
+ "actor": "deterministic-rubric-v1",
1334
+ "method": "deterministic-rubric-v1",
1335
+ "outcome": "success",
1336
+ "reason": "Independent bounded evaluation of execution status, acceptance metrics, and exact required evidence coverage."
1337
+ },
1338
+ "contentHash": "017798c0836db6dfc4cef92ccf216def5b25c5f36658dc304a6b81eeb8637dea",
1339
+ "contentHashAlgo": "sha256-normalized-v1"
1340
+ }
1341
+ ],
1342
+ "contentHash": "1cde4be16c44f15ad28fa9f3d7089aef8f2c9f98d7ba847287f125678718b659",
1343
+ "contentHashAlgo": "sha256-normalized-v1"
1344
+ }