@agentskit/doc-bridge 1.7.44 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (223) hide show
  1. package/CHANGELOG.md +471 -0
  2. package/CONTRIBUTING.md +29 -4
  3. package/README.md +87 -40
  4. package/SECURITY.md +7 -0
  5. package/action.yml +1 -1
  6. package/bin/ak-docs.js +2 -2
  7. package/bin/ak-verify.js +13 -7
  8. package/dist/cli/program.d.ts +3 -1
  9. package/dist/cli/program.js +15888 -6061
  10. package/dist/cli/program.js.map +1 -1
  11. package/dist/config/index.d.ts +1 -1
  12. package/dist/config/index.js +91 -9
  13. package/dist/config/index.js.map +1 -1
  14. package/dist/index-Beor6Yhi.d.ts +792 -0
  15. package/dist/index.d.ts +9979 -3257
  16. package/dist/index.js +15954 -5774
  17. package/dist/index.js.map +1 -1
  18. package/docs/MARKETPLACE.md +1 -1
  19. package/docs/PRD-documentation-efficiency-study.md +406 -0
  20. package/docs/PRD-knowledge-retrieval-and-enrichment.md +466 -0
  21. package/docs/RELEASE.md +22 -8
  22. package/docs/adr/0002-documentation-audit-boundary.md +22 -0
  23. package/docs/adr/0003-study-protocol-and-historical-evidence.md +40 -0
  24. package/docs/adr/0004-controlled-study-runner.md +25 -0
  25. package/docs/adr/0005-documentation-quality-and-criticality.md +20 -0
  26. package/docs/adr/0006-registry-semantic-grounding.md +20 -0
  27. package/docs/adr/0007-longitudinal-study-metrics.md +21 -0
  28. package/docs/adr/0008-study-verification-boundary.md +21 -0
  29. package/docs/adr/0009-study-provider-cli-adapter.md +25 -0
  30. package/docs/agent-corpus/INDEX.md +14 -3
  31. package/docs/agent-corpus/OVERVIEW.md +25 -0
  32. package/docs/agent-corpus/chat.md +7 -3
  33. package/docs/agent-corpus/cli.md +18 -2
  34. package/docs/agent-corpus/conformance.md +14 -2
  35. package/docs/agent-corpus/doc-bridge.md +48 -1
  36. package/docs/agent-corpus/doctor.md +10 -2
  37. package/docs/agent-corpus/gates.md +6 -2
  38. package/docs/agent-corpus/mcp.md +15 -2
  39. package/docs/agent-corpus/memory.md +6 -2
  40. package/docs/agent-corpus/query.md +35 -2
  41. package/docs/bench/README.md +122 -0
  42. package/docs/bench/retrieval-baseline-v1.json +28 -0
  43. package/docs/bench/retrieval-suite-v1.json +1033 -0
  44. package/docs/chat-and-rag.md +3 -2
  45. package/docs/for-agents.md +9 -1
  46. package/docs/getting-started.md +4 -11
  47. package/docs/guides/gate-ci.md +11 -1
  48. package/docs/guides/install-and-run.md +9 -65
  49. package/docs/index.md +22 -1
  50. package/docs/knowledge-engine-runbook.md +51 -4
  51. package/docs/landing/assets/context-payload-reduction.svg +21 -0
  52. package/docs/landing/assets/controlled-ab-comparison.svg +30 -0
  53. package/docs/landing/index.html +119 -5
  54. package/docs/loop-workflow.md +117 -0
  55. package/docs/mcp.md +6 -1
  56. package/docs/parity/public-claims-v1.json +145 -0
  57. package/docs/playbook/doc-bridge-pattern.md +1 -1
  58. package/docs/query.md +90 -2
  59. package/docs/recipes/index-pipeline.md +1 -1
  60. package/docs/schemas/agent-handoff-v1.md +15 -0
  61. package/docs/schemas/doc-bridge-index-v1.md +65 -0
  62. package/docs/spec/benchmark-v1.md +39 -1
  63. package/docs/spec/cli.md +30 -10
  64. package/docs/spec/config-v1.md +192 -8
  65. package/docs/spec/documentation-audit-v1.md +61 -0
  66. package/docs/spec/enrichment-overlay-v1.md +241 -0
  67. package/docs/spec/graph-signals-v1.md +92 -0
  68. package/docs/spec/incremental-scan-v1.md +102 -0
  69. package/docs/spec/markdown-analyzer-v1.md +73 -0
  70. package/docs/spec/mcp-knowledge-tools-v1.md +147 -0
  71. package/docs/spec/measured-enrichment-v1.md +229 -0
  72. package/docs/spec/public-parity-v1.md +119 -0
  73. package/docs/spec/registry-agents.md +6 -0
  74. package/docs/spec/render-v1.md +122 -0
  75. package/docs/spec/retrieval-index-v1.md +164 -0
  76. package/docs/spec/study-metrics-v1.md +58 -0
  77. package/docs/spec/study-protocol-v1.md +46 -0
  78. package/docs/spec/study-provider-cli-v1.md +116 -0
  79. package/docs/spec/study-runner-v1.md +35 -0
  80. package/docs/spec/study-task-suite-v1.md +41 -0
  81. package/docs/spec/study-verification-v1.md +40 -0
  82. package/docs/study/README.md +84 -0
  83. package/docs/study/ab-adjudicated-cost-analysis-v1.md +29 -0
  84. package/docs/study/ab-adjudicated-cost-plan-v1.json +33 -0
  85. package/docs/study/ab-adjudicated-cost-plan-v2-v1.json +33 -0
  86. package/docs/study/ab-adjudicated-cost-result-v1.json +80 -0
  87. package/docs/study/ab-baseline-analysis-v1.md +21 -0
  88. package/docs/study/ab-baseline-plan-v1.json +33 -0
  89. package/docs/study/ab-baseline-recovery-plan-v1.json +33 -0
  90. package/docs/study/ab-baseline-result-v1.json +79 -0
  91. package/docs/study/documentation-audit-round-2026-08-31.json +183 -0
  92. package/docs/study/historical-evidence-v1.json +252 -0
  93. package/docs/study/observation-ledger-v1.json +30632 -0
  94. package/docs/study/phase3-task-coverage-v1.json +34 -0
  95. package/docs/study/phase4-public-pilot-ledger-v1.json +1344 -0
  96. package/docs/study/phase4-public-pilot-result-v1.json +52 -0
  97. package/docs/study/phase4-public-pilot-run-plan-v1.json +26 -0
  98. package/docs/study/phase4-public-pilot-task-suite-v1.json +71 -0
  99. package/docs/study/pilot-round-2026-08-31.json +46 -0
  100. package/docs/study/protocol-v1.json +90 -0
  101. package/docs/study/publication-gate-v1.md +45 -0
  102. package/docs/study/quality-scorecard-cycle-plan.md +545 -0
  103. package/docs/study/quality-scorecard-v1.json +38 -0
  104. package/docs/study/round-1-adjudicated-smoke-v1.json +30642 -0
  105. package/docs/study/round-1-instrumentation-plan-v1.md +39 -0
  106. package/docs/study/round-2-expanded-adjudication-v1.json +91 -0
  107. package/docs/study/round-2-expanded-validation-v1.md +58 -0
  108. package/docs/study/round-3-evidence-contract-v1.json +75 -0
  109. package/docs/study/round-3-evidence-contract-v1.md +57 -0
  110. package/docs/study/round-4-confirmation-v1.json +75 -0
  111. package/docs/study/round-4-confirmation-v1.md +55 -0
  112. package/docs/study/run-plan-v1.json +33 -0
  113. package/docs/study/semantic-adjudication-cycle-8.md +20 -0
  114. package/docs/study/task-suite-v1.json +96 -0
  115. package/docs/study/token-efficiency-plan-v1.md +337 -0
  116. package/docs/study/token-efficiency-protocol-v2.json +62 -0
  117. package/docs/study/verification-binding-v1.json +27 -0
  118. package/docs/validation-cycle-plan.md +33 -0
  119. package/docs/verification-harness.md +15 -6
  120. package/ecosystem-claims.json +2 -2
  121. package/ecosystem-upstream.json +2 -2
  122. package/ecosystem.json +4 -4
  123. package/mcpb/manifest.json +9 -1
  124. package/package.json +89 -72
  125. package/scripts/check-ecosystem-upstream.mjs +36 -7
  126. package/scripts/report-visual-check.mjs +20 -3
  127. package/skills/doc-bridge-handoff/fixtures/synthetic-repo/docs/for-agents/packages/payments.md +7 -0
  128. package/skills/doc-bridge-handoff/scripts/resolve-handoff.mjs +1 -1
  129. package/src/agents/registry-adapter.ts +192 -24
  130. package/src/audit/documentation.ts +513 -0
  131. package/src/bench/baseline.ts +198 -0
  132. package/src/bench/overlay-delta.ts +139 -0
  133. package/src/bench/retrieval.ts +319 -0
  134. package/src/budget/compile.ts +91 -0
  135. package/src/budget/sections.ts +70 -0
  136. package/src/cli/demo.ts +2 -2
  137. package/src/cli/program.ts +699 -79
  138. package/src/cli/usage.ts +71 -0
  139. package/src/config/defaults.ts +1 -0
  140. package/src/config/index.ts +4 -0
  141. package/src/config/load-config.ts +7 -1
  142. package/src/config/schema.ts +121 -4
  143. package/src/conformance/documentation-standard-v1.ts +22 -14
  144. package/src/discovery/areas.ts +182 -0
  145. package/src/discovery/documentation.ts +255 -23
  146. package/src/discovery/identity.ts +24 -0
  147. package/src/discovery/incremental.ts +314 -0
  148. package/src/discovery/inputs.ts +110 -0
  149. package/src/discovery/markdown.ts +481 -0
  150. package/src/discovery/repository.ts +557 -125
  151. package/src/doctor/run-doctor.ts +246 -27
  152. package/src/enrich/approvals.ts +190 -0
  153. package/src/enrich/cache.ts +93 -0
  154. package/src/enrich/context-pack.ts +272 -0
  155. package/src/enrich/overlay.ts +255 -0
  156. package/src/enrich/review.ts +106 -0
  157. package/src/enrich/stage.ts +374 -0
  158. package/src/enrich/stats.ts +100 -0
  159. package/src/enrich/validate.ts +410 -0
  160. package/src/federation/llms.ts +74 -24
  161. package/src/findings/report.ts +103 -0
  162. package/src/fixes/proposals.ts +4 -3
  163. package/src/graph/build.ts +356 -0
  164. package/src/graph/memory.ts +208 -0
  165. package/src/index-builder/build-handoffs.ts +22 -11
  166. package/src/index-builder/build-index.ts +132 -3
  167. package/src/index-builder/human-adapters/fumadocs.ts +1 -1
  168. package/src/index-builder/llms-txt.ts +48 -8
  169. package/src/index-builder/project-corpus.ts +111 -0
  170. package/src/index-builder/watch-index.ts +1 -1
  171. package/src/index.ts +630 -2
  172. package/src/lib/bounded-text.ts +15 -10
  173. package/src/lib/fuzzy-match.ts +235 -0
  174. package/src/mcp/knowledge.ts +554 -0
  175. package/src/mcp/server.ts +113 -18
  176. package/src/metrics/benchmark.ts +21 -0
  177. package/src/parity/check.ts +309 -0
  178. package/src/parity/claims.ts +259 -0
  179. package/src/parity/resolve.ts +160 -0
  180. package/src/query/handoff.ts +326 -0
  181. package/src/query/load-index.ts +53 -1
  182. package/src/query/query.ts +92 -59
  183. package/src/query/search.ts +289 -92
  184. package/src/query/text.ts +155 -0
  185. package/src/reconciliation/reconcile.ts +148 -15
  186. package/src/render/data.ts +356 -0
  187. package/src/render/engine.ts +398 -0
  188. package/src/render/generated.ts +77 -0
  189. package/src/render/render.ts +209 -0
  190. package/src/render/template-source.ts +52 -0
  191. package/src/render/templates.ts +289 -0
  192. package/src/report/html.ts +23 -17
  193. package/src/retrieval/bm25.ts +161 -0
  194. package/src/retrieval/project.ts +495 -0
  195. package/src/retrieval/rank.ts +383 -0
  196. package/src/retrieval/weights.ts +39 -0
  197. package/src/retriever/doc-bridge-retriever.ts +100 -15
  198. package/src/rules/engine.ts +45 -12
  199. package/src/safety/repository.ts +1 -1
  200. package/src/schemas/agent-handoff.ts +56 -0
  201. package/src/schemas/budget.ts +37 -0
  202. package/src/schemas/doc-bridge-index.ts +53 -2
  203. package/src/schemas/enrichment.ts +369 -0
  204. package/src/schemas/json-schemas.ts +39 -2
  205. package/src/schemas/knowledge.ts +19 -3
  206. package/src/schemas/retrieval-index.ts +152 -0
  207. package/src/shims/graphology.d.ts +91 -0
  208. package/src/study/adjudication.ts +196 -0
  209. package/src/study/execution.ts +350 -0
  210. package/src/study/expectations.ts +219 -0
  211. package/src/study/metrics.ts +467 -0
  212. package/src/study/protocol.ts +271 -0
  213. package/src/study/provider-cli.ts +115 -0
  214. package/src/study/provider-telemetry.ts +47 -0
  215. package/src/study/quality-scorecard.ts +164 -0
  216. package/src/study/runner.ts +461 -0
  217. package/src/study/task-suite.ts +321 -0
  218. package/src/study/verification.ts +134 -0
  219. package/src/validate.ts +8 -5
  220. package/src/version.ts +1 -1
  221. package/src/workflow/engine.ts +36 -11
  222. package/dist/index-C2PCQSrB.d.ts +0 -2251
  223. package/scripts/verification-harness.mjs +0 -483
@@ -0,0 +1,21 @@
1
+ # A/B baseline analysis — 2026-08-31
2
+
3
+ This is the first paired baseline for `repository-only` versus `deterministic-doc-bridge`. It uses 24 anonymized task definitions, two pinned Codex CLI models, and 48 observations per arm. The result is directional and intentionally not an enterprise or causal claim.
4
+
5
+ ## Result
6
+
7
+ The deterministic Doc Bridge arm completed 40/48 executions (83.3%) versus 38/48 (79.2%) for repository-only. Its completion p95 interval is 70.4–91.3%, while repository-only is 65.7–88.3%. Task success was 5/48 (10.4%) versus 4/47 (8.5%) where an outcome was recorded; this difference is inconclusive at this sample size.
8
+
9
+ On paired observations, deterministic Doc Bridge used 5,762 fewer provider tokens on average (−2.29%, 47 pairs with token data). Its latency p95 was 3,150 ms lower (94,339 ms versus 97,489 ms). Evidence quality was higher (27.1% versus 23.4%), while evidence citation rate was slightly lower (91.7% versus 93.8%).
10
+
11
+ The result is `inconclusive`: the signal is encouraging but small, one repository-only observation lacks provider token data, one repository-only observation timed out, and provider cost was not emitted. The next round must add cost attribution and independent outcome adjudication before using the study as a market claim.
12
+
13
+ ## Provenance
14
+
15
+ - Plan: `ab-baseline-recovery-plan-v1.json`, hash `42d96e1152014318eadd2e0790259efc0ea96b138a1dcc4ac60c182ec357215f`
16
+ - Run: `phase-8-ab-baseline-recovery-01`
17
+ - Ledger hash: `9bf49dcee8071a4b5bfc7c515d2ee3d53c5f02344ffcf8bdeb7a412ad3f4e678`
18
+ - Metrics report hash: `a04b7b1a3081d1011bcd99548d9929ebb96de75fd217823f498112a586533428`
19
+ - Structured result: [ab-baseline-result-v1.json](./ab-baseline-result-v1.json)
20
+
21
+ The failed first attempt remains in the immutable ledger as a failed run. The recovery result excludes it; no observation was overwritten.
@@ -0,0 +1,33 @@
1
+ {
2
+ "type": "controlled-study-run-plan",
3
+ "schemaVersion": 1,
4
+ "planVersion": "v1-ab",
5
+ "protocolVersion": "v1",
6
+ "protocolHash": "7a56ae4da91ae56fb8b4b7e506adce525ab6fcb637d635cafb7091c2bd437adf",
7
+ "taskSuiteHash": "d7810828bce3c6616f00897fd7c92dfa4ecdf12e549923795cd95cc81a2b0029",
8
+ "sourceRevisionHash": "1dc24c4e810bfdc49d0964c21e05b425252d99528dd488010653ebd3fd41dd49",
9
+ "configurationHash": "c56fb5612317decb45f65a5047481663e3a9df9e23c22efde8a78e1f8b5dc544",
10
+ "docBridgeVersion": "1.7.45",
11
+ "models": [
12
+ { "id": "low-cost-model", "role": "low-cost", "provider": "codex", "model": "gpt-5.6-sol", "version": "codex-cli-0.149.0", "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273", "contextLimit": 272000, "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20", "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b" },
13
+ { "id": "reference-model", "role": "reference", "provider": "codex", "model": "gpt-5.6-luna", "version": "codex-cli-0.149.0", "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30", "contextLimit": 272000, "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366", "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b" }
14
+ ],
15
+ "scenarios": [
16
+ { "id": "repository-only", "network": false },
17
+ { "id": "deterministic-doc-bridge", "network": false },
18
+ { "id": "registry-assisted", "agentId": "ecosystem-doc-bridge-corpus-scanner", "agentVersion": "v1.0.0", "network": false }
19
+ ],
20
+ "taskIds": [
21
+ "consumer-01-discovery", "consumer-01-architecture", "consumer-01-documentation", "consumer-01-implementation",
22
+ "consumer-02-discovery", "consumer-02-architecture", "consumer-02-documentation", "consumer-02-implementation",
23
+ "consumer-03-discovery", "consumer-03-architecture", "consumer-03-documentation", "consumer-03-implementation",
24
+ "consumer-04-discovery", "consumer-04-architecture", "consumer-04-documentation", "consumer-04-implementation",
25
+ "consumer-05-discovery", "consumer-05-architecture", "consumer-05-documentation", "consumer-05-implementation",
26
+ "consumer-06-discovery", "consumer-06-architecture", "consumer-06-documentation", "consumer-06-implementation"
27
+ ],
28
+ "sampling": { "strategy": "pairwise-task-strata", "sampleSize": 96, "scenarioIds": ["repository-only", "deterministic-doc-bridge"] },
29
+ "budget": { "maxTokens": 400000, "maxRuntimeMs": 180000, "maxOutputBytes": 256000, "maxAttempts": 1 },
30
+ "runId": "phase-8-ab-baseline-01",
31
+ "contentHashAlgo": "sha256-normalized-v1",
32
+ "contentHash": "ab735034299c9c44f464d31f2e95e637dc436416d1eb156b5e75f743b4c4ecc5"
33
+ }
@@ -0,0 +1,33 @@
1
+ {
2
+ "type": "controlled-study-run-plan",
3
+ "schemaVersion": 1,
4
+ "planVersion": "v1-ab-recovery",
5
+ "protocolVersion": "v1",
6
+ "protocolHash": "7a56ae4da91ae56fb8b4b7e506adce525ab6fcb637d635cafb7091c2bd437adf",
7
+ "taskSuiteHash": "d7810828bce3c6616f00897fd7c92dfa4ecdf12e549923795cd95cc81a2b0029",
8
+ "sourceRevisionHash": "1dc24c4e810bfdc49d0964c21e05b425252d99528dd488010653ebd3fd41dd49",
9
+ "configurationHash": "b1e6373e423f20f24e991d9c9d5f1170a1230057c11d2462311c8244ec6df3b1",
10
+ "docBridgeVersion": "1.7.45",
11
+ "models": [
12
+ { "id": "low-cost-model", "role": "low-cost", "provider": "codex", "model": "gpt-5.6-sol", "version": "codex-cli-0.149.0", "parametersHash": "6dc5481139cc4fc6960a38ffd4c7e68605108d0d3eac9ac3c269c92703200273", "contextLimit": 272000, "toolConfigurationHash": "a08b38a4fa7e559811713cabc2e2f62cb05ef266d406dcb38cf46be627417e20", "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b" },
13
+ { "id": "reference-model", "role": "reference", "provider": "codex", "model": "gpt-5.6-luna", "version": "codex-cli-0.149.0", "parametersHash": "785593a535c713ae8015defb031047fb9ae55926ec4ac0cb0cafcdaa5cba1e30", "contextLimit": 272000, "toolConfigurationHash": "d2fe8bbf1fa6add2b357c4a199a37224c03bbe4edf29901ff45ae0ef8ee99366", "promptContractHash": "5ba19f0e4ea57c4206d2965a55fc1bbd081348a8ccf89c86ff64a81df93bf98b" }
14
+ ],
15
+ "scenarios": [
16
+ { "id": "repository-only", "network": false },
17
+ { "id": "deterministic-doc-bridge", "network": false },
18
+ { "id": "registry-assisted", "agentId": "ecosystem-doc-bridge-corpus-scanner", "agentVersion": "v1.0.0", "network": false }
19
+ ],
20
+ "taskIds": [
21
+ "consumer-01-discovery", "consumer-01-architecture", "consumer-01-documentation", "consumer-01-implementation",
22
+ "consumer-02-discovery", "consumer-02-architecture", "consumer-02-documentation", "consumer-02-implementation",
23
+ "consumer-03-discovery", "consumer-03-architecture", "consumer-03-documentation", "consumer-03-implementation",
24
+ "consumer-04-discovery", "consumer-04-architecture", "consumer-04-documentation", "consumer-04-implementation",
25
+ "consumer-05-discovery", "consumer-05-architecture", "consumer-05-documentation", "consumer-05-implementation",
26
+ "consumer-06-discovery", "consumer-06-architecture", "consumer-06-documentation", "consumer-06-implementation"
27
+ ],
28
+ "sampling": { "strategy": "pairwise-task-strata", "sampleSize": 96, "scenarioIds": ["repository-only", "deterministic-doc-bridge"] },
29
+ "budget": { "maxTokens": 400000, "maxRuntimeMs": 180000, "maxOutputBytes": 256000, "maxAttempts": 1 },
30
+ "runId": "phase-8-ab-baseline-recovery-01",
31
+ "contentHashAlgo": "sha256-normalized-v1",
32
+ "contentHash": "42d96e1152014318eadd2e0790259efc0ea96b138a1dcc4ac60c182ec357215f"
33
+ }
@@ -0,0 +1,79 @@
1
+ {
2
+ "type": "controlled-study-ab-result",
3
+ "schemaVersion": 1,
4
+ "resultVersion": "v1",
5
+ "round": "ab-baseline-2026-08-31",
6
+ "runId": "phase-8-ab-baseline-recovery-01",
7
+ "planHash": "42d96e1152014318eadd2e0790259efc0ea96b138a1dcc4ac60c182ec357215f",
8
+ "ledgerHash": "9bf49dcee8071a4b5bfc7c515d2ee3d53c5f02344ffcf8bdeb7a412ad3f4e678",
9
+ "metricsReportHash": "a04b7b1a3081d1011bcd99548d9929ebb96de75fd217823f498112a586533428",
10
+ "sample": {
11
+ "taskCount": 24,
12
+ "modelCount": 2,
13
+ "scenarioCount": 2,
14
+ "observationsPerArm": 48,
15
+ "pairedComparisons": 48
16
+ },
17
+ "arms": [
18
+ {
19
+ "scenarioId": "repository-only",
20
+ "observationCount": 48,
21
+ "executionStatus": { "completed": 38, "budget-exceeded": 9, "timed-out": 1 },
22
+ "completedRate": 0.7916666667,
23
+ "completedConfidence95": { "low": 0.6574, "high": 0.8827 },
24
+ "taskOutcome": { "success": 4, "partial": 29, "blocked": 12, "incomplete": 2, "missing": 1 },
25
+ "successRate": 0.085106383,
26
+ "successOutcomeCoverage": 47,
27
+ "evidenceCitationRate": 0.9375,
28
+ "evidenceQualityRate": 0.2340425532,
29
+ "providerTokens": 11841294,
30
+ "providerTokenObservations": 47,
31
+ "latencyP95Ms": 97489,
32
+ "contextBytesP95": 2085,
33
+ "responseBytesP95": 1084,
34
+ "totalCostUsd": null
35
+ },
36
+ {
37
+ "scenarioId": "deterministic-doc-bridge",
38
+ "observationCount": 48,
39
+ "executionStatus": { "completed": 40, "budget-exceeded": 8, "timed-out": 0 },
40
+ "completedRate": 0.8333333333,
41
+ "completedConfidence95": { "low": 0.7042, "high": 0.913 },
42
+ "taskOutcome": { "success": 5, "partial": 22, "blocked": 19, "incomplete": 2 },
43
+ "successRate": 0.1041666667,
44
+ "successOutcomeCoverage": 48,
45
+ "evidenceCitationRate": 0.9166666667,
46
+ "evidenceQualityRate": 0.2708333333,
47
+ "providerTokens": 12142335,
48
+ "providerTokenObservations": 48,
49
+ "latencyP95Ms": 94339,
50
+ "contextBytesP95": 2094,
51
+ "responseBytesP95": 1120,
52
+ "totalCostUsd": null
53
+ }
54
+ ],
55
+ "pairedDeltas": {
56
+ "providerTokensAverage": -5761.7021277,
57
+ "providerTokensRelative": -0.022868,
58
+ "latencyAverageMs": 609.5625,
59
+ "latencyP95Ms": -3150,
60
+ "contextP95Bytes": 9,
61
+ "responseP95Bytes": 22,
62
+ "completedRate": 0.0416666666,
63
+ "successRate": 0.0190602837,
64
+ "evidenceCitationRate": -0.0208333333,
65
+ "evidenceQualityRate": 0.0359297801
66
+ },
67
+ "interpretation": {
68
+ "classification": "inconclusive",
69
+ "summary": "The deterministic Doc Bridge arm shows higher completion and evidence-quality rates and lower latency p95 in this sample, but the paired token reduction is small and citation rate is slightly lower. The sample is too small and outcome coverage is incomplete for an enterprise or causal claim."
70
+ },
71
+ "limitations": [
72
+ "Provider cost was not emitted by the CLI adapter; cost comparison is not analyzed.",
73
+ "Repository-only has one observation without provider token counts and one timed-out execution; token comparison uses 47 paired token observations.",
74
+ "Task outcomes were not adjudicated by an independent reviewer; success rates are directional study measurements.",
75
+ "This is one controlled run with 24 tasks and two models; it does not establish causality or generalize to other repositories."
76
+ ],
77
+ "contentHashAlgo": "sha256-normalized-v1",
78
+ "contentHash": "94ac03bcb9f1d600ded42084503ca27d6a3a8e730a338b05fdd3c365d5e5ed7a"
79
+ }
@@ -0,0 +1,183 @@
1
+ {
2
+ "type": "documentation-audit-round",
3
+ "schemaVersion": 1,
4
+ "roundId": "deterministic-doc-audit-2026-08-31",
5
+ "evidenceClass": "observational",
6
+ "observedAt": "2026-08-31T12:41:43.000Z",
7
+ "tool": {
8
+ "package": "@agentskit/doc-bridge",
9
+ "version": "1.7.45",
10
+ "pipelineVersion": "1.1.9",
11
+ "analyzerVersions": {
12
+ "repository": "1.1.1",
13
+ "js-ts": "1.3.4"
14
+ }
15
+ },
16
+ "population": [
17
+ {
18
+ "id": "consumer-01",
19
+ "sourceRevision": "0551139b338745da778fffaad15df2a521eca561",
20
+ "configurationHash": "8b01bbcbc686cb6050a8602de90d6c451131bf4aea9038f0b3a93f110bbda224",
21
+ "snapshotHash": "22a00a742c20fe763c376c81fe9892f16d143a76b7e079b4cf0892455720c52b",
22
+ "reconciliationHash": "8cbb4953b29bf096a1255e123bac9ea9167b12a01076b65fc2e646a5d54a948e",
23
+ "reportHash": "a1766bb82073d134fecead8fd90fcb0f275a51c4cc12bd3f93c7eebb52deeed6",
24
+ "status": "needs-review",
25
+ "metrics": {
26
+ "documentCount": 1506,
27
+ "packageCount": 25,
28
+ "packageCoverageRate": 1,
29
+ "exampleRate": 0.4296148738,
30
+ "exactDuplicateGroups": 0,
31
+ "structureGapCount": 0,
32
+ "contradictionCount": 0,
33
+ "staleCount": 0,
34
+ "criticalDocumentCount": 71,
35
+ "criticalOwnerCount": 0,
36
+ "criticalLifecycleCount": 0,
37
+ "criticalSourceOfTruthCount": 0,
38
+ "criticalValidationPathCount": 0,
39
+ "semanticFindingsNotAnalyzed": 1
40
+ }
41
+ },
42
+ {
43
+ "id": "consumer-02",
44
+ "sourceRevision": "29f1ca1eff0b3f8bbad11a3616828a1a3d45623e458a50113c44a5e1db44e96f",
45
+ "configurationHash": "70aba95ef37af3f3ba7b9dbcfaad1d4dc12b4a9f26921e401cd3719462831f62",
46
+ "snapshotHash": "7213faf33b0e2cdee8fe846b1dfb0d02220524aaa1ac2efa81f45bb0309a198f",
47
+ "reconciliationHash": "92be573e4b4119717e1feb5282ba25c37f958223ac1f9a185a8424eb6810b263",
48
+ "reportHash": "a286f125b075889ee54168ccb3abd6a34854cb603fd3cfa54463f02c4dfd9d74",
49
+ "status": "needs-review",
50
+ "metrics": {
51
+ "documentCount": 165,
52
+ "packageCount": 20,
53
+ "packageCoverageRate": 1,
54
+ "exampleRate": 0.6181818182,
55
+ "exactDuplicateGroups": 0,
56
+ "structureGapCount": 0,
57
+ "contradictionCount": 0,
58
+ "staleCount": 0,
59
+ "criticalDocumentCount": 28,
60
+ "criticalOwnerCount": 0,
61
+ "criticalLifecycleCount": 0,
62
+ "criticalSourceOfTruthCount": 0,
63
+ "criticalValidationPathCount": 0,
64
+ "semanticFindingsNotAnalyzed": 1
65
+ }
66
+ },
67
+ {
68
+ "id": "consumer-03",
69
+ "sourceRevision": "e34b7a0d60f870856942319b323a1dcc942d2e8511914a4cfe74b83c962101cb",
70
+ "configurationHash": "d3d863d650a980bcc32b290af594b39988fdeba78ca1cb39f70c6020bb94f6d3",
71
+ "snapshotHash": "cf060e2a910dc0b12e6b0a538260e2f9ea5f404c664dd97897509f7172d7ef9a",
72
+ "reconciliationHash": "fa25789f81194f71cd8bd7cf4f5be8b0445bf789d3530ea0a54e00b2acbee1ef",
73
+ "reportHash": "e0f32b9d606604b680161d33abe40f3cd9b7a1461db240c75eae8eb180bcd971",
74
+ "status": "needs-review",
75
+ "metrics": {
76
+ "documentCount": 1348,
77
+ "packageCount": 82,
78
+ "packageCoverageRate": 1,
79
+ "exampleRate": 0.4072700297,
80
+ "exactDuplicateGroups": 0,
81
+ "structureGapCount": 0,
82
+ "contradictionCount": 0,
83
+ "staleCount": 0,
84
+ "criticalDocumentCount": 249,
85
+ "criticalOwnerCount": 0,
86
+ "criticalLifecycleCount": 0,
87
+ "criticalSourceOfTruthCount": 0,
88
+ "criticalValidationPathCount": 0,
89
+ "semanticFindingsNotAnalyzed": 1
90
+ }
91
+ },
92
+ {
93
+ "id": "consumer-04",
94
+ "sourceRevision": "30c864e347970f6d56d8ca9a6c9c12199e5af619f2d81a915614206d5f798cf4",
95
+ "configurationHash": "ad3be4f59dafc63cd9740d1cc95c2411f72c09a41a2141a150970cf93640fb36",
96
+ "snapshotHash": "655e90ec96c770d79e5bcee4499fced0823ffde07019a874a6b792bc31c41505",
97
+ "reconciliationHash": "5f8d85116f81d7698d30ea2fc6d33288dc7b1be0dddf20f51075e0a3cda5a21c",
98
+ "reportHash": "480718d5ab555ee2260c09eba423580fa318eeb1740d489cd0f805473d49f90c",
99
+ "status": "needs-review",
100
+ "metrics": {
101
+ "documentCount": 384,
102
+ "packageCount": 0,
103
+ "packageCoverageRate": null,
104
+ "exampleRate": 0.1614583333,
105
+ "exactDuplicateGroups": 0,
106
+ "structureGapCount": 0,
107
+ "contradictionCount": 0,
108
+ "staleCount": 0,
109
+ "criticalDocumentCount": 28,
110
+ "criticalOwnerCount": 0,
111
+ "criticalLifecycleCount": 0,
112
+ "criticalSourceOfTruthCount": 0,
113
+ "criticalValidationPathCount": 0,
114
+ "semanticFindingsNotAnalyzed": 1
115
+ }
116
+ },
117
+ {
118
+ "id": "consumer-05",
119
+ "sourceRevision": "e6079d4ea8f730012ddb406f14f597112f5dcf5e",
120
+ "configurationHash": "d16e4ece3da2d0bf8be1ea898572d697c80ae6ac84ece1f151f017f6ef347cc2",
121
+ "snapshotHash": "c57bb3af76a3d5ef38f79ecd1dd1de1b8f523ecd7fa7c876a3fdad9b53eb0e90",
122
+ "reconciliationHash": "72a3ac55d5d7d2931b60e9a179cb10903fe88cfc8fbf5ee50b1c36e7d8f7b9e8",
123
+ "reportHash": "b7ee459d0bf7564e170e0696cb39e245f7e1887ec1a2b3ab4115ce079daea095",
124
+ "status": "needs-review",
125
+ "metrics": {
126
+ "documentCount": 172,
127
+ "packageCount": 2,
128
+ "packageCoverageRate": 1,
129
+ "exampleRate": 0.5697674419,
130
+ "exactDuplicateGroups": 0,
131
+ "structureGapCount": 0,
132
+ "contradictionCount": 0,
133
+ "staleCount": 0,
134
+ "criticalDocumentCount": 28,
135
+ "criticalOwnerCount": 0,
136
+ "criticalLifecycleCount": 0,
137
+ "criticalSourceOfTruthCount": 0,
138
+ "criticalValidationPathCount": 0,
139
+ "semanticFindingsNotAnalyzed": 1
140
+ }
141
+ },
142
+ {
143
+ "id": "consumer-06",
144
+ "sourceRevision": "80f33b09c495a4a5ede0795058c67e9993cfe8efe59605e436cc11f59a3ef3bd",
145
+ "configurationHash": "f94d74f17dfcd00f3bcd8b972caf48371158d29244afb2e5358613736429650a",
146
+ "snapshotHash": "b3ec0e5b8711098e381bf6020d02a63f2e0a8385f995633914b18a066d9d1cb5",
147
+ "reconciliationHash": "21a54d9304711a1e9505a8f9b5b65f393dc6bb1115cff47b7432d646c1073104",
148
+ "reportHash": "54d6e339b43636eb9b8f6b6a49f5462750fc00f07f8e6c7aab8cdf6cf6b337c4",
149
+ "status": "needs-review",
150
+ "metrics": {
151
+ "documentCount": 85,
152
+ "packageCount": 0,
153
+ "packageCoverageRate": null,
154
+ "exampleRate": 0.5764705882,
155
+ "exactDuplicateGroups": 0,
156
+ "structureGapCount": 0,
157
+ "contradictionCount": 0,
158
+ "staleCount": 0,
159
+ "criticalDocumentCount": 18,
160
+ "criticalOwnerCount": 1,
161
+ "criticalLifecycleCount": 0,
162
+ "criticalSourceOfTruthCount": 0,
163
+ "criticalValidationPathCount": 0,
164
+ "semanticFindingsNotAnalyzed": 1
165
+ }
166
+ }
167
+ ],
168
+ "commonDimensionStatus": {
169
+ "correctness": "not-analyzed",
170
+ "completeness": "partial",
171
+ "clarity": "partial",
172
+ "agentEfficiency": "partial-or-not-analyzed",
173
+ "maintainability": "partial"
174
+ },
175
+ "limitations": [
176
+ "This is a deterministic observational snapshot, not a controlled model comparison.",
177
+ "Natural-language correctness, document contradictions, unnecessary content, and semantic freshness remain not-analyzed.",
178
+ "The snapshot records findings and hashes only; it does not contain repository names, paths, document contents, prompts, credentials, or raw agent responses.",
179
+ "Provider tokens, task success, latency-to-answer, rework, and human adjudication were not collected in this round."
180
+ ],
181
+ "contentHash": "bd77d126783fe1d493b240254c5bb3b86c7485d89b0eaa00299a6501993f3587",
182
+ "contentHashAlgo": "sha256-normalized-v1"
183
+ }
@@ -0,0 +1,252 @@
1
+ {
2
+ "type": "historical-evidence-registry",
3
+ "schemaVersion": 1,
4
+ "registryVersion": "v1",
5
+ "records": [
6
+ {
7
+ "id": "dogfood-round-01",
8
+ "evidenceClass": "historical",
9
+ "observedAt": "2026-07-09T00:00:00.000Z",
10
+ "subject": { "kind": "aggregate", "id": "ecosystem-aggregate" },
11
+ "source": { "kind": "study-artifact", "reference": "dogfood-v1" },
12
+ "docBridgeVersion": "1.0.0",
13
+ "status": "partially-validated",
14
+ "metrics": { "knowledge-documents": 358, "agent-handoffs": 233, "gate-pass-rate": 1, "agent-search-hit-rate": 1 },
15
+ "missingMetrics": [
16
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Not collected in this round." },
17
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic review was not part of this round." },
18
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Not collected in this round." }
19
+ ],
20
+ "limitations": ["Historical evidence is observational and not causal.", "The original task suite was not fixed."]
21
+ },
22
+ {
23
+ "id": "dogfood-round-02",
24
+ "evidenceClass": "historical",
25
+ "observedAt": "2026-07-09T00:00:00.000Z",
26
+ "subject": { "kind": "aggregate", "id": "ecosystem-aggregate" },
27
+ "source": { "kind": "study-artifact", "reference": "dogfood-round-2" },
28
+ "docBridgeVersion": "0.1.0-alpha.2",
29
+ "status": "partially-validated",
30
+ "metrics": { "knowledge-documents": 358, "agent-handoffs": 233, "agent-search-hit-rate": 1 },
31
+ "missingMetrics": [
32
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Not collected in this round." },
33
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic review was not part of this round." },
34
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Cost accounting was not collected in this round." }
35
+ ],
36
+ "limitations": ["Historical evidence is observational and not causal.", "The original task suite was not fixed."]
37
+ },
38
+ {
39
+ "id": "dogfood-round-03",
40
+ "evidenceClass": "historical",
41
+ "observedAt": "2026-07-09T00:00:00.000Z",
42
+ "subject": { "kind": "aggregate", "id": "ecosystem-aggregate" },
43
+ "source": { "kind": "study-artifact", "reference": "dogfood-round-3" },
44
+ "docBridgeVersion": "0.1.0-alpha.3",
45
+ "status": "partially-validated",
46
+ "metrics": { "knowledge-documents": 358, "agent-handoffs": 233, "agent-search-hit-rate": 1, "ranking-validations": 4 },
47
+ "missingMetrics": [
48
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Not collected in this round." },
49
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic review was not part of this round." },
50
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Cost accounting was not collected in this round." }
51
+ ],
52
+ "limitations": ["Historical evidence is observational and not causal.", "The original task suite was not fixed."]
53
+ },
54
+ {
55
+ "id": "documentation-audit-consumer-01",
56
+ "evidenceClass": "historical",
57
+ "observedAt": "2026-08-29T00:00:00.000Z",
58
+ "subject": { "kind": "consumer", "id": "consumer-01" },
59
+ "source": { "kind": "validation-plan", "reference": "documentation-audit-baseline" },
60
+ "status": "partially-validated",
61
+ "metrics": { "documents": 4098, "package-coverage": 0.988, "title-rate": 0.324, "example-rate": 0.15, "exact-duplicate-groups": 23, "structure-gaps": 2712, "contradictions": 0, "stale-documents": 0 },
62
+ "missingMetrics": [
63
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Natural-language semantic review was not deterministic in this round." },
64
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was not collected in this round." },
65
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Agent task measurement was not collected in this round." }
66
+ ],
67
+ "limitations": ["This is a deterministic audit baseline, not a complete semantic quality score."]
68
+ },
69
+ {
70
+ "id": "documentation-audit-consumer-02",
71
+ "evidenceClass": "historical",
72
+ "observedAt": "2026-08-29T00:00:00.000Z",
73
+ "subject": { "kind": "consumer", "id": "consumer-02" },
74
+ "source": { "kind": "validation-plan", "reference": "documentation-audit-baseline" },
75
+ "status": "partially-validated",
76
+ "metrics": { "documents": 1537, "package-coverage": 1, "title-rate": 0.712, "example-rate": 0.42, "exact-duplicate-groups": 2, "structure-gaps": 0, "contradictions": 0, "stale-documents": 0 },
77
+ "missingMetrics": [
78
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Natural-language semantic review was not deterministic in this round." },
79
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was not collected in this round." },
80
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Agent task measurement was not collected in this round." }
81
+ ],
82
+ "limitations": ["This is a deterministic audit baseline, not a complete semantic quality score."]
83
+ },
84
+ {
85
+ "id": "documentation-audit-consumer-03",
86
+ "evidenceClass": "historical",
87
+ "observedAt": "2026-08-29T00:00:00.000Z",
88
+ "subject": { "kind": "consumer", "id": "consumer-03" },
89
+ "source": { "kind": "validation-plan", "reference": "documentation-audit-baseline" },
90
+ "status": "partially-validated",
91
+ "metrics": { "documents": 169, "package-coverage": 0.952, "title-rate": 0.964, "example-rate": 0.598, "exact-duplicate-groups": 0, "structure-gaps": 1083, "contradictions": 0, "stale-documents": 0 },
92
+ "missingMetrics": [
93
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Natural-language semantic review was not deterministic in this round." },
94
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was not collected in this round." },
95
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Agent task measurement was not collected in this round." }
96
+ ],
97
+ "limitations": ["This is a deterministic audit baseline, not a complete semantic quality score."]
98
+ },
99
+ {
100
+ "id": "documentation-audit-consumer-04",
101
+ "evidenceClass": "historical",
102
+ "observedAt": "2026-08-29T00:00:00.000Z",
103
+ "subject": { "kind": "consumer", "id": "consumer-04" },
104
+ "source": { "kind": "validation-plan", "reference": "documentation-audit-baseline" },
105
+ "status": "partially-validated",
106
+ "metrics": { "documents": 163, "package-coverage": 0, "title-rate": 0.982, "example-rate": 0.583, "exact-duplicate-groups": 0, "structure-gaps": 512, "contradictions": 0, "stale-documents": 0 },
107
+ "missingMetrics": [
108
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Natural-language semantic review was not deterministic in this round." },
109
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was not collected in this round." },
110
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Agent task measurement was not collected in this round." }
111
+ ],
112
+ "limitations": ["This is a deterministic audit baseline, not a complete semantic quality score."]
113
+ },
114
+ {
115
+ "id": "documentation-audit-consumer-05",
116
+ "evidenceClass": "historical",
117
+ "observedAt": "2026-08-29T00:00:00.000Z",
118
+ "subject": { "kind": "consumer", "id": "consumer-05" },
119
+ "source": { "kind": "validation-plan", "reference": "documentation-audit-baseline" },
120
+ "status": "partially-validated",
121
+ "metrics": { "documents": 416, "package-coverage": 0, "title-rate": 0.998, "example-rate": 0.236, "exact-duplicate-groups": 0, "structure-gaps": 5118, "contradictions": 0, "stale-documents": 0 },
122
+ "missingMetrics": [
123
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Natural-language semantic review was not deterministic in this round." },
124
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was not collected in this round." },
125
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Agent task measurement was not collected in this round." }
126
+ ],
127
+ "limitations": ["This is a deterministic audit baseline, not a complete semantic quality score."]
128
+ },
129
+ {
130
+ "id": "validation-cycle-02",
131
+ "evidenceClass": "historical",
132
+ "observedAt": "2026-08-27T00:00:00.000Z",
133
+ "subject": { "kind": "consumer", "id": "consumer-06" },
134
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-02" },
135
+ "docBridgeVersion": "1.7.20",
136
+ "workflowRunId": "1787934948972-14360",
137
+ "verificationRunId": "1787935063723-14641",
138
+ "status": "partially-validated",
139
+ "metrics": { "pipeline-total-ms": 6052, "report-artifact-bytes": 26338177, "report-first-render-p95-ms": 113, "report-application-response-p95-ms": 92, "report-gesture-p95-ms": 76, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99, "reconciliation-evidence-ratio": 1 },
140
+ "missingMetrics": [
141
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
142
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
143
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
144
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
145
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
146
+ ],
147
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "The consumer result is a real-world baseline, not a semantic truth set."]
148
+ },
149
+ {
150
+ "id": "validation-cycle-03",
151
+ "evidenceClass": "historical",
152
+ "observedAt": "2026-08-27T00:00:00.000Z",
153
+ "subject": { "kind": "consumer", "id": "consumer-06" },
154
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-03" },
155
+ "docBridgeVersion": "1.7.21",
156
+ "workflowRunId": "1787937333636-16849",
157
+ "verificationRunId": "1787937404198-17113",
158
+ "status": "partially-validated",
159
+ "metrics": { "literal-dynamic-import-relations": 379, "unresolved-dynamic-files": 56, "runtime-wiring-candidates": 46, "report-first-render-p95-ms": 59, "report-application-response-p95-ms": 79, "report-gesture-p95-ms": 76, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99 },
160
+ "missingMetrics": [
161
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
162
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
163
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
164
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
165
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
166
+ ],
167
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "Non-literal loading and runtime wiring remained explicit limitations."]
168
+ },
169
+ {
170
+ "id": "validation-cycle-04",
171
+ "evidenceClass": "historical",
172
+ "observedAt": "2026-08-28T00:00:00.000Z",
173
+ "subject": { "kind": "consumer", "id": "consumer-06" },
174
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-04" },
175
+ "docBridgeVersion": "1.7.24",
176
+ "workflowRunId": "1787938291045-21432",
177
+ "verificationRunId": "1787938325493-21506",
178
+ "status": "partially-validated",
179
+ "metrics": { "pipeline-total-ms": 6094, "report-artifact-bytes": 26441496, "report-first-render-p95-ms": 110, "report-application-response-p95-ms": 71, "report-gesture-p95-ms": 76, "runtime-wiring-candidates": 116, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99 },
180
+ "missingMetrics": [
181
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
182
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
183
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
184
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
185
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
186
+ ],
187
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "Runtime wiring remained conservative and partially unresolved."]
188
+ },
189
+ {
190
+ "id": "validation-cycle-05",
191
+ "evidenceClass": "historical",
192
+ "observedAt": "2026-08-28T00:00:00.000Z",
193
+ "subject": { "kind": "consumer", "id": "consumer-06" },
194
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-05" },
195
+ "docBridgeVersion": "1.7.25",
196
+ "workflowRunId": "1787938899030-22694",
197
+ "verificationRunId": "1787938967570-22837",
198
+ "status": "partially-validated",
199
+ "metrics": { "pipeline-total-ms": 6042, "report-artifact-bytes": 26422816, "report-first-render-p95-ms": 58, "report-application-response-p95-ms": 71, "report-gesture-p95-ms": 75, "runtime-wiring-candidates": 54, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99 },
200
+ "missingMetrics": [
201
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
202
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
203
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
204
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
205
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
206
+ ],
207
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "Runtime wiring remained conservative and partially unresolved."]
208
+ },
209
+ {
210
+ "id": "validation-cycle-06",
211
+ "evidenceClass": "historical",
212
+ "observedAt": "2026-08-28T00:00:00.000Z",
213
+ "subject": { "kind": "consumer", "id": "consumer-06" },
214
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-06" },
215
+ "docBridgeVersion": "1.7.26",
216
+ "workflowRunId": "1787939273593-23788",
217
+ "verificationRunId": "1787939317943-23884",
218
+ "status": "partially-validated",
219
+ "metrics": { "pipeline-total-ms": 5903, "report-artifact-bytes": 26412971, "report-first-render-p95-ms": 106, "report-application-response-p95-ms": 71, "report-gesture-p95-ms": 77, "runtime-wiring-candidates": 22, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99 },
220
+ "missingMetrics": [
221
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
222
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
223
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
224
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
225
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
226
+ ],
227
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "Runtime wiring remained conservative and partially unresolved."]
228
+ },
229
+ {
230
+ "id": "validation-cycle-07",
231
+ "evidenceClass": "historical",
232
+ "observedAt": "2026-08-29T00:00:00.000Z",
233
+ "subject": { "kind": "consumer", "id": "consumer-06" },
234
+ "source": { "kind": "validation-plan", "reference": "validation-cycle-07" },
235
+ "docBridgeVersion": "1.7.28",
236
+ "workflowRunId": "1787940069560-26699",
237
+ "verificationRunId": "1787940112369-26783",
238
+ "status": "partially-validated",
239
+ "metrics": { "pipeline-total-ms": 5910, "report-artifact-bytes": 26370691, "report-first-render-p95-ms": 113, "report-application-response-p95-ms": 71, "report-gesture-p95-ms": 78, "overview-chunk-bytes": 843002, "runtime-wiring-candidates": 9, "agent-search-hit-rate": 1, "agent-estimated-p95-tokens": 1067, "context-reduction": 0.99, "reconciliation-evidence-ratio": 1 },
240
+ "missingMetrics": [
241
+ { "metricId": "tokens-to-answer", "status": "not-analyzed", "reason": "Only agent context estimates were collected." },
242
+ { "metricId": "documentation-correctness", "status": "not-analyzed", "reason": "Semantic documentation review was outside this cycle." },
243
+ { "metricId": "documentation-clarity", "status": "not-analyzed", "reason": "Human clarity review was outside this cycle." },
244
+ { "metricId": "time-to-answer", "status": "not-analyzed", "reason": "Task answer timing was not collected." },
245
+ { "metricId": "study-cost", "status": "not-analyzed", "reason": "Study cost accounting was not collected." }
246
+ ],
247
+ "limitations": ["Automated report checks passed, but human visual approval remained pending.", "The consumer result is a real-world baseline, not a semantic truth set."]
248
+ }
249
+ ],
250
+ "contentHashAlgo": "sha256-normalized-v1",
251
+ "contentHash": "022f12245e75a16e386d20739e130d675d7aacfec0f14f3bbadd0248659ffcb0"
252
+ }