@tangle-network/agent-eval 0.189.0 → 0.190.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/CHANGELOG.md +79 -0
  2. package/README.md +3 -2
  3. package/dist/adapters/http.d.ts +10 -1
  4. package/dist/adapters/http.d.ts.map +1 -1
  5. package/dist/adapters/http.js +75 -7
  6. package/dist/adapters/http.js.map +1 -1
  7. package/dist/analyst/index.d.ts +66 -3
  8. package/dist/analyst/index.d.ts.map +1 -1
  9. package/dist/analyst/index.js +212 -7
  10. package/dist/analyst/index.js.map +1 -1
  11. package/dist/{benchmark-command-BhhAYstU.js → benchmark-command-TZlsuAh9.js} +10 -10
  12. package/dist/{benchmark-command-BhhAYstU.js.map → benchmark-command-TZlsuAh9.js.map} +1 -1
  13. package/dist/benchmarks/index.d.ts +1 -1
  14. package/dist/benchmarks/index.js +3 -3
  15. package/dist/campaign/index.d.ts +4 -4
  16. package/dist/campaign/index.js +7 -7
  17. package/dist/{campaign-BWoSQPSU.js → campaign-_29Qpc9Z.js} +255 -10
  18. package/dist/campaign-_29Qpc9Z.js.map +1 -0
  19. package/dist/{campaign-evidence-CBlGJ3kC.js → campaign-evidence-CWF8pEIk.js} +5 -4
  20. package/dist/campaign-evidence-CWF8pEIk.js.map +1 -0
  21. package/dist/{chat-client-C4dg7Ng_.js → chat-client-DbH06Ek6.js} +2 -2
  22. package/dist/{chat-client-C4dg7Ng_.js.map → chat-client-DbH06Ek6.js.map} +1 -1
  23. package/dist/{chat-json-call-JVGbfx95.js → chat-json-call-B0xTEY0I.js} +2 -2
  24. package/dist/{chat-json-call-JVGbfx95.js.map → chat-json-call-B0xTEY0I.js.map} +1 -1
  25. package/dist/claim-BGOUqoMq.d.ts +38 -0
  26. package/dist/claim-BGOUqoMq.d.ts.map +1 -0
  27. package/dist/cli.js +3 -3
  28. package/dist/contract/index.d.ts +4 -4
  29. package/dist/contract/index.js +7 -7
  30. package/dist/{default-registry-m2jhbG6Q.js → default-registry-16I-Bxlf.js} +2 -2
  31. package/dist/{default-registry-m2jhbG6Q.js.map → default-registry-16I-Bxlf.js.map} +1 -1
  32. package/dist/{define-agent-eval-q6890HU4.d.ts → define-agent-eval-BWeyIpny.d.ts} +4 -3
  33. package/dist/define-agent-eval-BWeyIpny.d.ts.map +1 -0
  34. package/dist/{define-agent-eval-98sgUaC1.js → define-agent-eval-DrGfrCTZ.js} +4 -4
  35. package/dist/{define-agent-eval-98sgUaC1.js.map → define-agent-eval-DrGfrCTZ.js.map} +1 -1
  36. package/dist/diagnosis/index.d.ts +1 -1
  37. package/dist/diagnosis/index.d.ts.map +1 -1
  38. package/dist/diagnosis/index.js +3 -3
  39. package/dist/diagnosis/index.js.map +1 -1
  40. package/dist/{dspy-rlm-engine-DLYttKBm.js → dspy-rlm-engine-CTIGomgr.js} +3 -3
  41. package/dist/{dspy-rlm-engine-DLYttKBm.js.map → dspy-rlm-engine-CTIGomgr.js.map} +1 -1
  42. package/dist/{eval-campaign-C0Q1Eeo_.js → eval-campaign-CMKRjWl0.js} +2 -2
  43. package/dist/{eval-campaign-C0Q1Eeo_.js.map → eval-campaign-CMKRjWl0.js.map} +1 -1
  44. package/dist/experiment/index.d.ts +2 -1
  45. package/dist/experiment/index.d.ts.map +1 -1
  46. package/dist/experiment/index.js +1 -1
  47. package/dist/exporters-XMCYJlqT.d.ts +161 -0
  48. package/dist/exporters-XMCYJlqT.d.ts.map +1 -0
  49. package/dist/{external-optimizer-process-C3quNeKV.js → external-optimizer-process-Mc83UoWl.js} +2 -2
  50. package/dist/{external-optimizer-process-C3quNeKV.js.map → external-optimizer-process-Mc83UoWl.js.map} +1 -1
  51. package/dist/{external-optimizer-subprocess-BDwgKLO1.js → external-optimizer-subprocess-C0dHXH8e.js} +2 -2
  52. package/dist/{external-optimizer-subprocess-BDwgKLO1.js.map → external-optimizer-subprocess-C0dHXH8e.js.map} +1 -1
  53. package/dist/{feedback-trajectory-B3ZSkfAq.d.ts → feedback-trajectory-BYjh7NEM.d.ts} +2 -2
  54. package/dist/{feedback-trajectory-B3ZSkfAq.d.ts.map → feedback-trajectory-BYjh7NEM.d.ts.map} +1 -1
  55. package/dist/{index-Dk1dOUfm.d.ts → index-BR_R1eBE.d.ts} +4 -4
  56. package/dist/{index-Dk1dOUfm.d.ts.map → index-BR_R1eBE.d.ts.map} +1 -1
  57. package/dist/{index-CnJOPR_E.d.ts → index-Ci0-EYzc.d.ts} +673 -244
  58. package/dist/index-Ci0-EYzc.d.ts.map +1 -0
  59. package/dist/{index-Bcc9PkOz.d.ts → index-D4pC7Tvd.d.ts} +3 -2
  60. package/dist/index-D4pC7Tvd.d.ts.map +1 -0
  61. package/dist/index.d.ts +66 -17
  62. package/dist/index.d.ts.map +1 -1
  63. package/dist/index.js +375 -31
  64. package/dist/index.js.map +1 -1
  65. package/dist/{kind-factory-BGwN0nE6.js → kind-factory-ByZeXDqF.js} +2 -2
  66. package/dist/{kind-factory-BGwN0nE6.js.map → kind-factory-ByZeXDqF.js.map} +1 -1
  67. package/dist/{llm-client-DF9bPNYA.js → llm-client-BqmRnibA.js} +2 -2
  68. package/dist/{llm-client-DF9bPNYA.js.map → llm-client-BqmRnibA.js.map} +1 -1
  69. package/dist/{llm-judge-M_l_WXw2.js → llm-judge-bwbgDMP0.js} +1891 -1377
  70. package/dist/llm-judge-bwbgDMP0.js.map +1 -0
  71. package/dist/mint-C9Lojt1V.d.ts +147 -0
  72. package/dist/mint-C9Lojt1V.d.ts.map +1 -0
  73. package/dist/openapi.json +1 -1
  74. package/dist/pipelines/index.d.ts +1 -1
  75. package/dist/{produced-state-BOY98IJO.js → produced-state-zSaGDC_Q.js} +4 -4
  76. package/dist/{produced-state-BOY98IJO.js.map → produced-state-zSaGDC_Q.js.map} +1 -1
  77. package/dist/{raw-provider-sink-C96CcqeG.js → raw-provider-sink-DIRCZjP_.js} +2 -2
  78. package/dist/{raw-provider-sink-C96CcqeG.js.map → raw-provider-sink-DIRCZjP_.js.map} +1 -1
  79. package/dist/{redact-DxwlUAvh.js → redact-8fX8-uKr.js} +16 -7
  80. package/dist/redact-8fX8-uKr.js.map +1 -0
  81. package/dist/{redact-DPoH1-OW.d.ts → redact-Du3WKUOP.d.ts} +7 -5
  82. package/dist/redact-Du3WKUOP.d.ts.map +1 -0
  83. package/dist/rl.d.ts +3 -2
  84. package/dist/rl.d.ts.map +1 -1
  85. package/dist/rl.js +1 -1
  86. package/dist/rollout/index.d.ts +3 -2
  87. package/dist/search-ledger-types-C9anU2DX.d.ts +489 -0
  88. package/dist/search-ledger-types-C9anU2DX.d.ts.map +1 -0
  89. package/dist/{semantic-concept-judge-Cm2K2wAo.js → semantic-concept-judge-BY0me-Jq.js} +5 -5
  90. package/dist/{semantic-concept-judge-Cm2K2wAo.js.map → semantic-concept-judge-BY0me-Jq.js.map} +1 -1
  91. package/dist/{server-C8XvqCg8.js → server-DnJCDLf8.js} +2 -2
  92. package/dist/{server-C8XvqCg8.js.map → server-DnJCDLf8.js.map} +1 -1
  93. package/dist/{skillopt-optimization-method-BVSB676o.js → skillopt-optimization-method-CfnQEjgT.js} +363 -18
  94. package/dist/skillopt-optimization-method-CfnQEjgT.js.map +1 -0
  95. package/dist/{spans-W0o8pbEg.d.ts → spans-D1RftP_w.d.ts} +2 -2
  96. package/dist/{spans-W0o8pbEg.d.ts.map → spans-D1RftP_w.d.ts.map} +1 -1
  97. package/dist/{statistical-heldout-plAHG82H.d.ts → statistical-heldout-CLpjYffJ.d.ts} +2 -36
  98. package/dist/statistical-heldout-CLpjYffJ.d.ts.map +1 -0
  99. package/dist/{store-otlp-D0AV4cvB.js → store-otlp-84DH0OEH.js} +2 -2
  100. package/dist/{store-otlp-D0AV4cvB.js.map → store-otlp-84DH0OEH.js.map} +1 -1
  101. package/dist/{store-tool-spans-8PAyhRqb.d.ts → store-tool-spans-BBXs8hDP.d.ts} +2 -2
  102. package/dist/{store-tool-spans-8PAyhRqb.d.ts.map → store-tool-spans-BBXs8hDP.d.ts.map} +1 -1
  103. package/dist/{store-tool-spans-B_0mXvYl.js → store-tool-spans-DSbYpl7f.js} +5 -5
  104. package/dist/{store-tool-spans-B_0mXvYl.js.map → store-tool-spans-DSbYpl7f.js.map} +1 -1
  105. package/dist/traces.d.ts +3 -63
  106. package/dist/traces.d.ts.map +1 -1
  107. package/dist/traces.js +6 -195
  108. package/dist/traces.js.map +1 -1
  109. package/dist/wire/index.d.ts +1 -1
  110. package/dist/wire/index.js +1 -1
  111. package/docs/adapters-observability.md +31 -27
  112. package/docs/charter.md +1 -1
  113. package/docs/design/mlbenchmarks-book-review.md +1 -1
  114. package/docs/distributed-driver.md +1 -5
  115. package/docs/experiment.md +15 -0
  116. package/docs/public-api.md +174 -68
  117. package/docs/redaction.md +7 -1
  118. package/docs/search-ledger.md +174 -0
  119. package/docs/trace-contracts.md +48 -3
  120. package/package.json +1 -1
  121. package/dist/campaign-BWoSQPSU.js.map +0 -1
  122. package/dist/campaign-evidence-CBlGJ3kC.js.map +0 -1
  123. package/dist/define-agent-eval-q6890HU4.d.ts.map +0 -1
  124. package/dist/index-Bcc9PkOz.d.ts.map +0 -1
  125. package/dist/index-CnJOPR_E.d.ts.map +0 -1
  126. package/dist/llm-judge-M_l_WXw2.js.map +0 -1
  127. package/dist/mint-DsS38v5c.d.ts +0 -305
  128. package/dist/mint-DsS38v5c.d.ts.map +0 -1
  129. package/dist/redact-DPoH1-OW.d.ts.map +0 -1
  130. package/dist/redact-DxwlUAvh.js.map +0 -1
  131. package/dist/search-ledger-types-D7KDVg-o.d.ts +0 -302
  132. package/dist/search-ledger-types-D7KDVg-o.d.ts.map +0 -1
  133. package/dist/skillopt-optimization-method-BVSB676o.js.map +0 -1
  134. package/dist/statistical-heldout-plAHG82H.d.ts.map +0 -1
  135. package/docs/search-history-receipts.md +0 -233
@@ -6,12 +6,12 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
6
6
 
7
7
  | measure | count |
8
8
  | --- | --- |
9
- | export subpaths | 28 |
10
- | published value exports (subpath x symbol) | 1416 |
11
- | distinct symbols | 1240 |
12
- | production | 941 |
13
- | planned | 239 |
14
- | none | 236 |
9
+ | export subpaths | 32 |
10
+ | published value exports (subpath x symbol) | 1496 |
11
+ | distinct symbols | 1309 |
12
+ | production | 975 |
13
+ | planned | 269 |
14
+ | none | 252 |
15
15
 
16
16
  Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
17
17
 
@@ -84,7 +84,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
84
84
 
85
85
  ### `.`
86
86
 
87
- 348 value exports — 273 production, 35 planned, 40 none.
87
+ 360 value exports — 277 production, 42 planned, 41 none.
88
88
 
89
89
  | symbol | consumer | evidence |
90
90
  | --- | --- | --- |
@@ -120,6 +120,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
120
120
  | `assertServedModel` | production | creative-agent:eval/lib/persona-driver.ts |
121
121
  | `assertServedModels` | planned | doc: docs/building-doctrine.md |
122
122
  | `assertSingleBackend` | planned | consumer tests: gtm-agent:tests/agent-eval.smoke.test.ts |
123
+ | `assessShareSafety` | production | this package: scripts/redaction-corpus.ts:9 |
123
124
  | `assignFeedbackSplit` | production | agent-builder:src/lib/.server/eval/feedback/feedback-capture.ts |
124
125
  | `attest` | production | this package: src/experiment/evidence-receipt.ts:14 |
125
126
  | `ATTESTATION_ALGORITHM` | planned | doc: docs/eval-surface-map.md |
@@ -151,11 +152,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
151
152
  | `checkTraceContracts` | production | creative-agent:eval/lib/trace-contracts.ts |
152
153
  | `clamp01` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/executor.ts |
153
154
  | `classifyFailure` | production | phony:products/builder/api/src/eval/autoresearch/trace-analyst.ts |
154
- | `classifyFailureReason` | none | only this package's tests: tests/failure-taxonomy.test.ts:2 |
155
+ | `classifyFailureReason` | production | this package: src/diagnosis/first-failure.ts:28 |
155
156
  | `cliffsDelta` | production | agent-builder:src/lib/.server/eval/loops/differential-eval.ts |
156
157
  | `CODING_HARNESSES` | production | agent-runtime:src/runtime/define-leaderboard.ts |
157
158
  | `cohensD` | production | starter-foundry:examples/recruiter-eval-workspace/eval/src/eval/regression/gate.ts |
158
159
  | `comparePairedArms` | production | agent-knowledge:src/memory/experiment/learning-metrics.ts |
160
+ | `compileTraceContractSpec` | planned | doc: README.md |
159
161
  | `completionVerdict` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/scoreboard-core.ts |
160
162
  | `computeExperimentStats` | production | blueprint-agent:scripts/experiments/lib/vb-improve-harness.ts |
161
163
  | `computeFindingId` | production | agent-runtime:src/runtime/index.ts |
@@ -191,12 +193,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
191
193
  | `createTraceAnalyst` | production | blueprint-agent:scripts/experiments/lib/sandbox-driver/analyst-steer.ts |
192
194
  | `CrossFamilyError` | production | creative-agent:eval/lib/judge-ensemble.ts |
193
195
  | `decidePairedPromotion` | production | discovery-lab:tools/decide.mjs |
194
- | `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/gates/promotion-policy.ts:19 |
196
+ | `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/estimate-node.ts:19 |
195
197
  | `DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS` | production | this package: src/command-runner.ts:28 |
196
198
  | `DEFAULT_FAILURE_REASON_RULES` | none | only this package's tests: tests/failure-taxonomy.test.ts:2 |
197
199
  | `DEFAULT_PERMUTATIONS` | none | — |
198
200
  | `DEFAULT_RED_TEAM_CORPUS` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
199
- | `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
200
201
  | `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
201
202
  | `DEFAULT_TRACE_ANALYST_KINDS` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
202
203
  | `DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS` | production | this package: src/analyst/chat-trace-engine.ts:46 |
@@ -222,7 +223,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
222
223
  | `evaluateInterimReleaseConfidence` | production | agent-builder:scripts/eval.ts |
223
224
  | `evaluateOracles` | planned | doc: docs/verdicts.md |
224
225
  | `evaluateReleaseConfidence` | production | agent-knowledge:src/release.ts |
226
+ | `evaluateTraceContract` | planned | doc: docs/verdicts.md |
225
227
  | `expandProfileAxes` | production | agent-runtime:src/runtime/define-leaderboard.ts |
228
+ | `explainTraceContract` | planned | doc: docs/trace-contracts.md |
226
229
  | `exportProductBenchmark` | production | creative-agent:eval/research-package.ts |
227
230
  | `exportProductBenchmarkRuns` | production | creative-agent:eval/research-package.ts |
228
231
  | `exportRunAsOtlp` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
@@ -265,7 +268,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
265
268
  | `InMemoryTraceStore` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
266
269
  | `interpretCliffs` | production | agent-builder:src/lib/.server/eval/loops/differential-eval.ts |
267
270
  | `interRaterReliability` | production | agent-app:src/eval-campaign/trust-gate.ts |
268
- | `iqr` | production | this package: src/experiment-tracker.ts:27 |
271
+ | `iqr` | production | this package: src/improvement-verdict.ts:23 |
269
272
  | `isBinaryOutcomeVector` | none | only this package's tests: src/statistics/paired-binary.test.ts:2 |
270
273
  | `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
271
274
  | `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
@@ -283,6 +286,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
283
286
  | `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
284
287
  | `knowledgeReadinessTracePayload` | production | agent-dev-container:products/intelligence/api/src/routes/project-engines.ts |
285
288
  | `leaderboard` | production | blueprint-agent:scripts/experiments/lib/cross-harness-leaderboard.ts |
289
+ | `lintTraceContractSpec` | planned | doc: docs/trace-contracts.md |
286
290
  | `LlmCallError` | production | agent-dev-container:products/intelligence/api/src/lib/router-model-owner.ts |
287
291
  | `llmJudge` | production | agent-runtime:examples/agentic-data-creation/offline-fixtures.ts |
288
292
  | `LlmResponseError` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
@@ -325,7 +329,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
325
329
  | `pairedDeltaTieFraction` | production | this package: src/paired-promotion-decision.ts:50 |
326
330
  | `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
327
331
  | `pairedMde` | production | discovery-lab:tools/design-gate.mjs |
328
- | `pairedPromotionPower` | production | discovery:research/e1-topology-20260920/gate/gate.mjs |
332
+ | `pairedPromotionPower` | planned | doc: docs/design/statistics-decisions.md |
329
333
  | `pairedRiskDifference` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
330
334
  | `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:50 |
331
335
  | `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:50 |
@@ -339,6 +343,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
339
343
  | `parseRunRecordSafe` | production | gtm-agent:scripts/canonical-completeness/records.ts |
340
344
  | `partialCredit` | planned | doc: docs/design/statistics-decisions.md |
341
345
  | `partitionHeldOut` | production | blueprint-agent:scripts/experiments/calibrate-instrument.ts |
346
+ | `partitionTrainSelectionTest` | none | only this package's tests: src/partition-held-out.test.ts:2 |
342
347
  | `passAtK` | planned | doc: docs/design/statistics-decisions.md |
343
348
  | `pearsonR` | production | this package: src/builder-eval/correlation.ts:18 |
344
349
  | `POLICY_EDIT_AXES` | none | — |
@@ -359,24 +364,27 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
359
364
  | `readProductBenchmarkManifest` | production | creative-agent:eval/research-package.ts |
360
365
  | `recordRuns` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/analyze.mjs |
361
366
  | `recordRunsToScorecard` | production | ai-trading-blueprint:evals/src/trading/persona-agent-eval.ts |
367
+ | `redact` | production | this package: scripts/redaction-corpus.ts:9 |
368
+ | `redactForShare` | production | this package: scripts/redaction-corpus.ts:9 |
362
369
  | `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
363
- | `redactString` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
370
+ | `redactText` | production | this package: scripts/redaction-corpus.ts:9 |
364
371
  | `redTeamDataset` | production | creative-agent:eval/red-team.ts |
365
372
  | `redTeamReport` | production | creative-agent:eval/red-team.ts |
366
373
  | `regexMatches` | none | only this package's tests: src/oracle.test.ts:2 |
367
374
  | `renderPreferenceMemoryMarkdown` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
368
375
  | `repeatedActionDetector` | production | agent-runtime:src/runtime/supervise/detector-monitor.ts |
369
376
  | `requiredPairedSampleSize` | production | discovery-lab:tools/design-gate.mjs |
370
- | `requiredPairsForPairedPromotion` | production | discovery:research/e1-topology-20260920/gate/gate.mjs |
377
+ | `requiredPairsForPairedPromotion` | planned | doc: docs/design/statistics-decisions.md |
371
378
  | `requiredSampleSize` | planned | doc: docs/design/statistics-decisions.md |
372
379
  | `resolveModelPricing` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-primitives.ts |
373
380
  | `resolveSeat` | production | creative-agent:eval/agent.config.ts |
374
- | `roundTripRunRecord` | none | none |
381
+ | `roundTripRunRecord` | none | — |
375
382
  | `routeFields` | none | only this package's tests: src/hidden-criteria-grading.test.ts:4 |
376
383
  | `runAgentControlLoop` | production | agent-runtime:src/run.ts |
377
384
  | `runBoundedProcess` | production | this package: src/command-runner.ts:28 |
378
385
  | `runCampaign` | production | agent-app:src/eval-campaign/index.ts |
379
386
  | `runCanaries` | production | agent-builder:src/lib/.server/eval/loops/canary-cron.ts |
387
+ | `runCostFloorUsd` | none | — |
380
388
  | `runCounterfactual` | production | traces:src/replay-batch.ts |
381
389
  | `runEquivalenceCheck` | planned | example: examples/verify-without-an-answer-key/index.ts:13 |
382
390
  | `runEvalCampaign` | production | agent-builder:scripts/eval.ts |
@@ -394,11 +402,13 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
394
402
  | `scorePolicyEditReadiness` | none | — |
395
403
  | `scoreRedTeamOutput` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-gate.ts |
396
404
  | `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
405
+ | `searchCellRunId` | production | this package: src/campaign/search-ledger-recording.ts:24 |
397
406
  | `seatPresets` | production | supervisor-lab:bench/comms/judges.ts |
398
407
  | `selfImprove` | production | agent-app:src/eval-campaign/index.ts |
399
408
  | `SEMANTIC_CONCEPT_JUDGE_VERSION` | production | blueprint-agent:scripts/experiments/lib/semantic-audit.ts |
400
409
  | `ServedCrossFamilyError` | none | only this package's tests: src/integrity/served-model.test.ts:2 |
401
410
  | `servedModelAcceptable` | production | this package: src/integrity/preflight.ts:33 |
411
+ | `shareAllowed` | planned | doc: docs/redaction.md |
402
412
  | `spearmanR` | production | blueprint-agent:scripts/experiments/lib/benchmark-validity-report.mjs |
403
413
  | `stripFencedJson` | production | blueprint-agent:scripts/experiments/compare-analysis-reports.ts |
404
414
  | `subjectiveEval` | production | creative-agent:eval/control/creative-onboarding.ts |
@@ -598,13 +608,14 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
598
608
 
599
609
  ### `./benchmarks`
600
610
 
601
- 12 value exports — 2 production, 9 planned, 1 none.
611
+ 14 value exports — 2 production, 10 planned, 2 none.
602
612
 
603
613
  | symbol | consumer | evidence |
604
614
  | --- | --- | --- |
605
615
  | `BENCHMARK_SPLIT_SEED` | production | tuner-agent:src/lib/eval-benchmarks.ts |
606
616
  | `buildStandardRetrievalItems` | planned | doc: examples/benchmarks/README.md |
607
617
  | `calibrateBenchmarkMetric` | planned | doc: examples/benchmarks/README.md |
618
+ | `createHarborBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
608
619
  | `createRetrievalIdBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
609
620
  | `deterministicSplit` | production | tuner-agent:src/lib/eval-benchmarks.ts |
610
621
  | `evaluateStandardRetrieval` | planned | doc: examples/benchmarks/README.md |
@@ -612,6 +623,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
612
623
  | `parseBeirQueriesJsonl` | planned | doc: examples/benchmarks/README.md |
613
624
  | `parseJsonlRows` | none | only this package's tests: tests/benchmarks.test.ts:8 |
614
625
  | `parseQrels` | planned | doc: examples/benchmarks/README.md |
626
+ | `readHarborTask` | none | — |
615
627
  | `routing` | planned | doc: docs/building-doctrine.md |
616
628
  | `runBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
617
629
 
@@ -630,7 +642,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
630
642
 
631
643
  ### `./campaign`
632
644
 
633
- 124 value exports — 80 production, 18 planned, 26 none.
645
+ 143 value exports — 91 production, 26 planned, 26 none.
634
646
 
635
647
  | symbol | consumer | evidence |
636
648
  | --- | --- | --- |
@@ -640,7 +652,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
640
652
  | `assertCampaignSplitIdentity` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
641
653
  | `assertCodeSurfaceIdentity` | none | — |
642
654
  | `assertCompleteSearchHistory` | production | this package: src/campaign/optimization-method.ts:14 |
643
- | `assertSearchHistoryMatchesReplay` | planned | doc: docs/search-history-receipts.md |
655
+ | `assertSearchHistoryMatchesState` | planned | doc: docs/search-ledger.md |
644
656
  | `autoevalsScorerJudge` | none | only this package's tests: src/campaign/upstream-evaluators.test.ts:6 |
645
657
  | `buildCellSchedule` | production | this package: src/campaign/plan-campaign-run.ts:9 |
646
658
  | `buildEvidenceVector` | planned | doc: docs/experiment.md |
@@ -665,18 +677,22 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
665
677
  | `createProfileMatrixPlan` | production | discovery-lab:tools/run-profile-confirmation.mjs |
666
678
  | `createReferenceEquivalenceJudge` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
667
679
  | `createRunCostLedger` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
668
- | `createSearchHistoryReceipt` | production | this package: src/campaign/search-ledger-recording.ts:21 |
680
+ | `createSearchHistoryReceipt` | production | this package: src/campaign/search-ledger-recording.ts:26 |
669
681
  | `crowdedFrontierParent` | planned | doc: docs/campaign-proposers.md |
670
682
  | `decodeExternalTextCandidate` | production | agent-runtime:src/improvement/method-execution.ts |
671
683
  | `DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS` | none | — |
672
684
  | `DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS` | none | — |
673
685
  | `defaultProductionGate` | production | agent-app:src/eval-campaign/index.ts |
674
686
  | `detectScale` | production | this package: src/campaign/gates/promotion-policy.ts:25 |
687
+ | `developmentClaim` | production | this package: src/campaign/gepa-search-import.ts:23 |
675
688
  | `dimensionRegressions` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
676
689
  | `discoverEvalFixtures` | planned | doc: docs/eval-fixtures.md |
677
690
  | `emitLoopProvenance` | production | this package: src/contract/self-improve.ts:36 |
691
+ | `estimateNode` | planned | doc: docs/search-ledger.md |
692
+ | `estimateNodeFromCells` | planned | doc: docs/search-ledger.md |
693
+ | `externalSurface` | none | — |
678
694
  | `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
679
- | `FileSearchLedger` | none | — |
695
+ | `FileSearchLedger` | planned | doc: docs/search-ledger.md |
680
696
  | `finalizeProfileMatrix` | production | discovery-lab:tools/run-profile-confirmation.mjs |
681
697
  | `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
682
698
  | `FsLabeledScenarioStore` | planned | named in agent-runtime (bind not in the import graph) |
@@ -684,6 +700,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
684
700
  | `gitWorktreeAdapter` | production | agent-runtime:src/improvement/code-execution.ts |
685
701
  | `heldOutGate` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-gate.ts |
686
702
  | `heldoutSignificance` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
703
+ | `importExternalEvaluations` | planned | doc: docs/search-ledger.md |
704
+ | `importGepaPopulation` | planned | doc: docs/search-ledger.md |
687
705
  | `inMemoryCampaignStorage` | production | agent-dev-container:products/sandbox/evals/src/auto-optimization.ts |
688
706
  | `isProposedCandidate` | production | supervisor-lab:bench/sequential-arena.ts |
689
707
  | `isTransientTransportFailure` | production | gtm-agent:eval/suites/persona.ts |
@@ -699,7 +717,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
699
717
  | `neutralizationGate` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/evolve.ts |
700
718
  | `neutralizeText` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/compile-and-prove/compile-diff.ts |
701
719
  | `openAutoPr` | production | this package: src/campaign/presets/run-improvement-loop.ts:8 |
702
- | `openSearchLedger` | production | this package: src/campaign/gepa-optimization-method.ts:66 |
720
+ | `openSearchLedger` | production | this package: src/campaign/gepa-search-import.ts:22 |
703
721
  | `optimizationTokenUsageFromSummary` | production | this package: src/campaign/external-text-optimization.ts:41 |
704
722
  | `pairHoldout` | production | agent-dev-container:products/intelligence/api/src/lib/run-provenance.ts |
705
723
  | `paretoPolicy` | none | only this package's tests: src/campaign/gates/promotion-policy.test.ts:3 |
@@ -715,10 +733,10 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
715
733
  | `readCachedCell` | production | discovery-lab:tools/strict-screen.mjs |
716
734
  | `readExternalOptimizerObservationArtifact` | production | agent-runtime:src/improvement/method-execution.ts |
717
735
  | `readGepaCandidatePopulationArtifact` | production | agent-runtime:src/improvement/method-execution.ts |
718
- | `recordCandidatePopulationSearch` | production | this package: src/campaign/gepa-optimization-method.ts:67 |
736
+ | `recordGepaSearch` | production | this package: src/campaign/gepa-optimization-method.ts:58 |
719
737
  | `renderScoreboardMarkdown` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
720
738
  | `renderSurfaceDiff` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-evidence-packet.ts |
721
- | `replaySearchLedgerText` | production | this package: src/campaign/search-history-receipt.ts:9 |
739
+ | `replaySearchLedgerText` | production | this package: src/campaign/search-history-receipt.ts:5 |
722
740
  | `resolveExternalOptimizerCallbackLimits` | production | this package: src/analyst/dspy-rlm-engine.ts:1 |
723
741
  | `resolveExternalOptimizerProcessLimits` | production | this package: src/analyst/benchmark-command-persistence.ts:6 |
724
742
  | `resolveRunDir` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
@@ -734,29 +752,42 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
734
752
  | `scoreboardSummary` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
735
753
  | `scoreDiscrimination` | production | supervisor-lab:bench/comms/seat-discrimination.ts |
736
754
  | `scoreUserStory` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/scoreboard-core.ts |
755
+ | `SEARCH_ESTIMATOR` | planned | doc: docs/search-ledger.md |
756
+ | `SEARCH_LEDGER_SCHEMA` | production | this package: src/campaign/search-ledger.ts:40 |
757
+ | `searchCellId` | production | this package: src/campaign/search-ledger-recording.ts:56 |
758
+ | `searchCellSetDigest` | planned | doc: docs/search-ledger.md |
759
+ | `searchEdgeId` | planned | doc: docs/search-ledger.md |
737
760
  | `searchHistoryCoverageRow` | production | this package: src/campaign/optimization-method.ts:14 |
738
- | `SearchHistoryRequiredError` | none | only this package's tests: src/campaign/presets/compare-optimization-methods-history.test.ts:14 |
739
- | `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:32 |
740
- | `SearchLedgerError` | production | this package: src/campaign/search-ledger.ts:32 |
761
+ | `SearchHistoryRequiredError` | none | — |
762
+ | `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:33 |
763
+ | `SearchLedgerError` | production | this package: src/campaign/estimate-node.ts:20 |
741
764
  | `SearchLedgerIntegrityError` | production | this package: src/campaign/search-ledger-file.ts:10 |
742
- | `SearchRecorder` | production | this package: src/campaign/presets/run-optimization.ts:38 |
765
+ | `searchNodeId` | production | this package: src/campaign/search-ledger-recording.ts:56 |
766
+ | `searchPosterior` | planned | doc: docs/search-ledger.md |
767
+ | `SearchRecorder` | production | this package: src/campaign/gepa-search-import.ts:23 |
768
+ | `SearchState` | production | this package: src/campaign/search-ledger.ts:47 |
769
+ | `SearchStateView` | production | this package: src/campaign/estimate-node.ts:28 |
770
+ | `searchTaskSetDigest` | production | this package: src/campaign/search-ledger-recording.ts:56 |
771
+ | `searchUnitScores` | production | this package: src/campaign/estimate-node.ts:28 |
743
772
  | `selectDiscriminative` | none | only this package's tests: src/campaign/scenario-selection.test.ts:2 |
744
773
  | `sequentialDecide` | planned | doc: docs/experiment.md |
745
774
  | `sequentialOptimizationMethod` | planned | doc: docs/campaign-proposers.md |
746
775
  | `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
747
776
  | `skillOptOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
748
777
  | `surfaceContentHash` | production | discovery-lab:tools/run-profile-confirmation.mjs |
778
+ | `surfaceDiff` | production | this package: src/campaign/gepa-search-import.ts:23 |
749
779
  | `surfaceDispatchRef` | production | this package: src/campaign/presets/run-final-comparison.ts:11 |
750
780
  | `surfaceHash` | production | agent-builder:src/lib/.server/eval/loops/evolution-runner.ts |
781
+ | `surfaceNode` | production | this package: src/campaign/gepa-search-import.ts:23 |
751
782
  | `tangleTracesRoot` | none | only this package's tests: src/campaign/run-dir.test.ts:4 |
752
783
  | `traceAnalystQualityJudge` | production | this package: scripts/gepa-analyst-campaign.ts:74 |
753
784
  | `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
754
785
  | `userStoryScoreboard` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
755
- | `validateSearchLedgerEvent` | planned | consumer tests: discovery-lab:tools/search-ledger-planless.test.mjs |
786
+ | `validateSearchLedgerEvent` | production | this package: src/campaign/search-ledger-recording.ts:27 |
756
787
  | `verifyCodeSurface` | production | agent-runtime:src/candidate-execution/builder.ts |
757
788
  | `verifyLoopProvenanceRecord` | none | only this package's tests: src/campaign/provenance-integrity.test.ts:5 |
758
789
  | `verifySearchHistoryArtifact` | production | this package: src/campaign/optimization-method.ts:14 |
759
- | `verifySearchHistoryReceipt` | planned | doc: docs/search-history-receipts.md |
790
+ | `verifySearchHistoryReceipt` | planned | doc: docs/search-ledger.md |
760
791
  | `WorktreeAdapterError` | none | only this package's tests: tests/campaign/worktree.test.ts:17 |
761
792
 
762
793
  ### `./contract`
@@ -831,9 +862,36 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
831
862
  | `verifyCandidateExperiment` | production | agent-runtime:src/intelligence/improvement-cycle.ts |
832
863
  | `verifyCandidateExperimentComparison` | production | agent-runtime:src/intelligence/improvement-cycle.ts |
833
864
 
865
+ ### `./diagnosis`
866
+
867
+ 10 value exports — 4 production, 1 planned, 5 none.
868
+
869
+ | symbol | consumer | evidence |
870
+ | --- | --- | --- |
871
+ | `DEFAULT_MAX_MODEL_TRACES` | none | — |
872
+ | `diagnoseSpans` | planned | doc: docs/diagnosis.md |
873
+ | `DIAGNOSIS_FINDINGS_SCHEMA_ID` | none | — |
874
+ | `epochMillis` | none | only this package's tests: src/diagnosis/diagnosis.test.ts:4 |
875
+ | `ingestSpans` | production | this package: src/diagnosis/engine.ts:38 |
876
+ | `isContentAttribute` | none | — |
877
+ | `MAX_FIRST_FAILURE_IDS` | none | — |
878
+ | `nodeHttpPrimeBridgeTransport` | production | this package: src/analyst/benchmark-runner-prime.ts:18 |
879
+ | `rankFirstFailure` | production | this package: src/diagnosis/deterministic.ts:22 |
880
+ | `validateDiagnosisFindings` | production | this package: src/diagnosis/engine.ts:23 |
881
+
882
+ ### `./evaluation`
883
+
884
+ 3 value exports — 3 production, 0 planned, 0 none.
885
+
886
+ | symbol | consumer | evidence |
887
+ | --- | --- | --- |
888
+ | `asAnalyst` | production | this package: src/jev.ts:5 |
889
+ | `asJudge` | production | this package: src/jev.ts:5 |
890
+ | `createEvaluator` | production | this package: src/jev.ts:5 |
891
+
834
892
  ### `./experiment`
835
893
 
836
- 89 value exports — 55 production, 17 planned, 17 none.
894
+ 91 value exports — 53 production, 20 planned, 18 none.
837
895
 
838
896
  | symbol | consumer | evidence |
839
897
  | --- | --- | --- |
@@ -854,6 +912,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
854
912
  | `computeInterval` | production | this package: src/experiment/define.ts:20 |
855
913
  | `createCampaignEvidenceReceipt` | production | this package: src/campaign/presets/compare-optimization-methods.ts:11 |
856
914
  | `createEvidenceReceipt` | production | this package: src/experiment/campaign-evidence.ts:7 |
915
+ | `decideRandomizedCanary` | planned | doc: docs/experiment.md |
857
916
  | `defineEvaluationClaim` | production | this package: src/campaign/final-evidence.ts:2 |
858
917
  | `defineExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
859
918
  | `DesignRefusalError` | none | only this package's tests: tests/experiment/power.test.ts:10 |
@@ -873,8 +932,6 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
873
932
  | `evidenceRegistryRecordSchema` | none | — |
874
933
  | `executeAdmissionRule` | production | this package: src/experiment/define.ts:65 |
875
934
  | `executeDecisionRule` | production | this package: src/experiment/define.ts:20 |
876
- | `ExperimentTracker` | production | phony:products/builder/api/src/eval/evolution.ts |
877
- | `fileExperimentStore` | production | phony:products/builder/api/src/eval/evolution.ts |
878
935
  | `FinalEvidenceConflictError` | production | this package: src/campaign/final-evidence.ts:7 |
879
936
  | `FinalEvidenceError` | production | this package: src/campaign/final-evidence.ts:7 |
880
937
  | `FunnelIntegrityError` | none | only this package's tests: tests/experiment/funnel.test.ts:7 |
@@ -882,8 +939,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
882
939
  | `heldoutSignificance` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
883
940
  | `holm` | planned | doc: docs/design/statistics-decisions.md |
884
941
  | `INDEPENDENT_EVIDENCE_AUTHORITY_KINDS` | none | — |
885
- | `inMemoryExperimentStore` | none | only this package's tests: src/experiment-tracker.test.ts:2 |
886
942
  | `isIndependentEvidence` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
943
+ | `joinProspectiveCanaryReceipts` | planned | doc: docs/experiment.md |
887
944
  | `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:36 |
888
945
  | `MatchedBudgetError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
889
946
  | `mcnemar` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
@@ -906,6 +963,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
906
963
  | `parseEvidenceRegistryRecord` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
907
964
  | `powerPreflight` | production | discovery-lab:tools/run-sequential-profile-improvement.mjs |
908
965
  | `projectNLadderBudget` | production | this package: src/experiment/define.ts:20 |
966
+ | `randomizedCanaryObservationDigest` | none | only this package's tests: src/experiment/prospective-canary-join.test.ts:2 |
967
+ | `randomizedCanaryRosterDigest` | none | only this package's tests: src/experiment/prospective-canary-join.test.ts:2 |
909
968
  | `readField` | production | this package: src/experiment/claim.ts:4 |
910
969
  | `renderEvidenceIndex` | production | this package: scripts/render-evidence-index.ts:15 |
911
970
  | `renderFunnelTable` | planned | example: examples/sealed-experiment/index.ts:12 |
@@ -915,6 +974,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
915
974
  | `runUniformPassBudget` | production | this package: src/experiment/define.ts:20 |
916
975
  | `sealExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
917
976
  | `SealIntegrityError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
977
+ | `sealRandomizedCanaryRule` | planned | doc: docs/experiment.md |
918
978
  | `sequentialCrossingHorizon` | none | only this package's tests: tests/sequential.test.ts:2 |
919
979
  | `sequentialDecide` | planned | doc: docs/experiment.md |
920
980
  | `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
@@ -966,6 +1026,38 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
966
1026
  | `TraceSpanEventSchema` | planned | example: examples/hosted-ingest-server/server.ts:33 |
967
1027
  | `UnixNanoTimestampSchema` | none | — |
968
1028
 
1029
+ ### `./jev`
1030
+
1031
+ 14 value exports — 6 production, 7 planned, 1 none.
1032
+
1033
+ | symbol | consumer | evidence |
1034
+ | --- | --- | --- |
1035
+ | `asAnalyst` | production | this package: src/jev.ts:5 |
1036
+ | `asJudge` | production | this package: src/jev.ts:5 |
1037
+ | `assessJevReview` | planned | doc: docs/changes/jev-evidence-review.md |
1038
+ | `createEvaluator` | production | this package: src/jev.ts:5 |
1039
+ | `jevAnalyst` | planned | example: examples/jev-behavior-review.ts:3 |
1040
+ | `jevEvaluator` | planned | doc: docs/jev-behavior-review.md |
1041
+ | `jevJudge` | planned | example: examples/jev-product-integrity.ts:4 |
1042
+ | `JevResponseError` | none | — |
1043
+ | `jevReviewFindings` | planned | example: examples/jev-behavior-review.ts:3 |
1044
+ | `jevUsage` | production | this package: src/jev.ts:7 |
1045
+ | `normalizedJevScore` | planned | doc: docs/jev.md |
1046
+ | `parseJevRequest` | production | this package: src/jev-review.ts:9 |
1047
+ | `parseJevResult` | production | this package: src/jev-review.ts:9 |
1048
+ | `prepareJevReview` | planned | example: examples/jev-behavior-review.ts:3 |
1049
+
1050
+ ### `./jev/protocol`
1051
+
1052
+ 4 value exports — 3 production, 0 planned, 1 none.
1053
+
1054
+ | symbol | consumer | evidence |
1055
+ | --- | --- | --- |
1056
+ | `JevResponseError` | none | — |
1057
+ | `jevUsage` | production | this package: src/jev.ts:7 |
1058
+ | `parseJevRequest` | production | this package: src/jev-review.ts:9 |
1059
+ | `parseJevResult` | production | this package: src/jev-review.ts:9 |
1060
+
969
1061
  ### `./ledger-core`
970
1062
 
971
1063
  17 value exports — 16 production, 0 planned, 1 none.
@@ -974,19 +1066,19 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
974
1066
  | --- | --- | --- |
975
1067
  | `appendLedgerLine` | production | this package: src/campaign/search-ledger-file.ts:3 |
976
1068
  | `AtomicFileLockError` | production | this package: src/ledger-core/journal-file.ts:16 |
977
- | `canonicalString` | production | this package: src/agent-profile.ts:5 |
978
- | `FileLedgerJournal` | production | this package: src/campaign/search-ledger.ts:22 |
1069
+ | `canonicalString` | production | this package: src/agent-profile-cell.ts:3 |
1070
+ | `FileLedgerJournal` | production | this package: src/campaign/search-ledger.ts:23 |
979
1071
  | `hashCanonical` | production | discovery-lab:tools/provenance.mjs |
980
- | `jsonDocument` | production | this package: src/analyst/benchmark-command-artifact.ts:2 |
1072
+ | `jsonDocument` | production | this package: src/agent-profile-cell.ts:3 |
981
1073
  | `LEDGER_HASH_PATTERN` | production | this package: src/campaign/final-evidence.ts:13 |
982
1074
  | `LedgerCanonicalizationError` | none | only this package's tests: src/ledger-core/canonical.test.ts:5 |
983
1075
  | `probeAtomicFileLock` | production | this package: src/campaign/single-run-lock.ts:17 |
984
- | `readTrustedHeadFile` | production | this package: src/ledger-core/journal.ts:29 |
985
- | `replayLedgerText` | production | this package: src/campaign/search-ledger.ts:22 |
986
- | `trustedHeadPathFor` | production | this package: src/ledger-core/journal.ts:29 |
1076
+ | `readTrustedHeadFile` | production | this package: src/ledger-core/journal.ts:40 |
1077
+ | `replayLedgerText` | production | this package: src/campaign/search-ledger.ts:23 |
1078
+ | `trustedHeadPathFor` | production | this package: src/ledger-core/journal.ts:40 |
987
1079
  | `tryAcquireAtomicFileLock` | production | this package: src/campaign/single-run-lock.ts:17 |
988
1080
  | `tryWithLedgerFileLock` | production | this package: src/campaign/search-ledger-file.ts:3 |
989
- | `verifyEntriesAgainstTrustedHead` | production | this package: src/ledger-core/journal.ts:29 |
1081
+ | `verifyEntriesAgainstTrustedHead` | production | this package: src/ledger-core/journal.ts:40 |
990
1082
  | `withLedgerFileLock` | production | this package: src/analyst/benchmark-response-cache.ts:6 |
991
1083
  | `writeLedgerFileAtomically` | production | this package: src/analyst/benchmark-response-cache.ts:6 |
992
1084
 
@@ -1002,11 +1094,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1002
1094
 
1003
1095
  ### `./meta-eval`
1004
1096
 
1005
- 27 value exports — 13 production, 13 planned, 1 none.
1097
+ 28 value exports — 13 production, 14 planned, 1 none.
1006
1098
 
1007
1099
  | symbol | consumer | evidence |
1008
1100
  | --- | --- | --- |
1009
1101
  | `auditEvaluator` | planned | example: examples/evaluation-integrity/index.ts:15 |
1102
+ | `auditProbabilityPolicy` | planned | doc: docs/changes/probability-policy-audit.md |
1010
1103
  | `calibrateJudge` | production | creative-agent:eval/calibrate-judges.ts |
1011
1104
  | `calibrateJudgeContinuous` | planned | consumer tests: tax-agent:tests/eval/lib/judge-sentinel.ts |
1012
1105
  | `calibrationCurve` | planned | doc: docs/eval-surface-map.md |
@@ -1089,14 +1182,16 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1089
1182
 
1090
1183
  ### `./pipelines`
1091
1184
 
1092
- 8 value exports — 6 production, 0 planned, 2 none.
1185
+ 10 value exports — 6 production, 0 planned, 4 none.
1093
1186
 
1094
1187
  | symbol | consumer | evidence |
1095
1188
  | --- | --- | --- |
1096
1189
  | `budgetBreachView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
1097
1190
  | `computeToolUseMetrics` | production | traces:src/pipelines.ts |
1191
+ | `diffSteps` | none | — |
1192
+ | `diffStepsFromSpans` | none | — |
1098
1193
  | `failureClusterView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
1099
- | `firstDivergenceView` | none | only this package's tests: src/pipelines/first-divergence.test.ts:4 |
1194
+ | `firstDivergenceView` | none | only this package's tests: tests/pipelines.test.ts:2 |
1100
1195
  | `judgeAgreementView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
1101
1196
  | `regressionView` | none | only this package's tests: src/pipelines/regression.test.ts:4 |
1102
1197
  | `stuckLoopView` | production | agent-runtime:src/runtime/supervise/trajectory-recorder.ts |
@@ -1104,14 +1199,14 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1104
1199
 
1105
1200
  ### `./profile-cell`
1106
1201
 
1107
- 12 value exports — 5 production, 3 planned, 4 none.
1202
+ 12 value exports — 5 production, 4 planned, 3 none.
1108
1203
 
1109
1204
  | symbol | consumer | evidence |
1110
1205
  | --- | --- | --- |
1111
1206
  | `AGENT_PROFILE_KINDS` | production | blueprint-agent:scripts/experiments/lib/agent-profile-cell.ts |
1112
1207
  | `agentProfileCellHashMaterial` | planned | consumer tests: blueprint-agent:scripts/experiments/lib/__tests__/agent-profile-cell.test.ts |
1113
1208
  | `agentProfileCellKey` | planned | consumer tests: blueprint-agent:scripts/experiments/lib/__tests__/agent-profile-cell.test.ts |
1114
- | `AgentProfileCellValidationError` | none | only this package's tests: tests/agent-profile-cell.test.ts:3 |
1209
+ | `AgentProfileCellValidationError` | planned | doc: docs/profile-json-identity.md |
1115
1210
  | `assertRunAgentProfileCell` | none | only this package's tests: tests/agent-profile-cell.test.ts:3 |
1116
1211
  | `buildAgentInterfaceProfileCell` | none | only this package's tests: tests/agent-profile-cell.test.ts:3 |
1117
1212
  | `buildAgentProfileCell` | production | ai-trading-blueprint:evals/src/trading/agent-profile-cell.ts |
@@ -1211,7 +1306,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1211
1306
  | `toTRLFormat` | production | blueprint-agent:scripts/experiments/lib/steering-dataset.ts |
1212
1307
  | `validateDatasetFormats` | planned | example: examples/publish-rl-dataset/build-dataset.ts:30 |
1213
1308
  | `varianceBasedCurriculum` | production | this package: src/fuzz/explorer.ts:18 |
1214
- | `verificationReportToRunRecord` | none | none |
1309
+ | `verificationReportToRunRecord` | none | — |
1215
1310
  | `VERIFIED_FINDING_SCHEMA` | none | only this package's tests: src/rl/verified-findings-dataset.test.ts:5 |
1216
1311
  | `verifiedFindingsToJsonl` | none | only this package's tests: src/rl/verified-findings-dataset.test.ts:5 |
1217
1312
 
@@ -1270,7 +1365,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1270
1365
  | `ROLLOUT_SCHEMA` | production | this package: src/rollout/interchange/harbor.ts:60 |
1271
1366
  | `ROLLOUT_SPLITS` | production | this package: src/rollout/interchange/harbor.ts:60 |
1272
1367
  | `runRolloutReleaseCli` | production | this package: src/cli.ts:19 |
1273
- | `scoreOrigin` | production | this package: src/rollout/mint.ts:38 |
1368
+ | `scoreOrigin` | production | this package: src/rollout/mint.ts:39 |
1274
1369
  | `scrubLines` | production | supervisor-lab:bench/vertical-rollout-package.ts |
1275
1370
  | `scrubRolloutLine` | none | only this package's tests: src/rollout/release/scrub.test.ts:4 |
1276
1371
  | `scrubText` | none | only this package's tests: src/rollout/release/scrub.test.ts:4 |
@@ -1482,7 +1577,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1482
1577
 
1483
1578
  ### `./traces`
1484
1579
 
1485
- 115 value exports — 94 production, 7 planned, 14 none.
1580
+ 126 value exports — 98 production, 8 planned, 20 none.
1486
1581
 
1487
1582
  | symbol | consumer | evidence |
1488
1583
  | --- | --- | --- |
@@ -1493,23 +1588,26 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1493
1588
  | `argHash` | production | agent-runtime:src/runtime/supervise/detector-monitor.ts |
1494
1589
  | `asNumber` | planned | named in agent-app (bind not in the import graph) |
1495
1590
  | `assertRunCaptured` | production | creative-agent:eval/canonical-runner.ts |
1591
+ | `assessShareSafety` | production | this package: scripts/redaction-corpus.ts:9 |
1496
1592
  | `asString` | planned | named in agent-app (bind not in the import graph) |
1497
1593
  | `buildTraceAnalysisToolDescriptors` | production | this package: src/analyst/tool-groups.ts:14 |
1498
1594
  | `buildTraceInsightContext` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
1499
1595
  | `buildTraceInsightPrompt` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/brief.ts |
1500
1596
  | `captureFetchToRawSink` | production | creative-agent:eval/canonical-runner.ts |
1597
+ | `classifyKey` | planned | doc: docs/redaction.md |
1501
1598
  | `classifyOtlpSpanRole` | production | this package: src/contract/intake/otel-spans.ts:44 |
1599
+ | `combineVerdicts` | none | — |
1502
1600
  | `contextInputTokens` | none | only this package's tests: tests/trace-otel.test.ts:3 |
1503
1601
  | `convertTraceStoresToOtlp` | planned | consumer tests: legal-agent:tests/eval/lib/traces-to-otlp.ts |
1504
1602
  | `createBoundedTraceAnalysisStore` | production | braid:src/adapters/analysis/trace-store.ts |
1505
- | `createOtelExporter` | planned | doc: docs/adapters-observability.md |
1506
- | `createOtelTracingStore` | none | only this package's tests: tests/trace-contracts.test.ts:4 |
1507
- | `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1508
1603
  | `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
1509
1604
  | `defaultProviderRedactor` | production | this package: src/llm-client.ts:53 |
1510
1605
  | `defaultTraceInsightPanel` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
1511
1606
  | `describeTraceInsightScope` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html.ts |
1607
+ | `detectCredential` | production | this package: scripts/redaction-corpus.ts:9 |
1608
+ | `detectPersonalData` | production | this package: scripts/redaction-corpus.ts:9 |
1512
1609
  | `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
1610
+ | `emptyRedactionReport` | production | this package: src/diagnosis/spans.ts:22 |
1513
1611
  | `exportRunAsOtlp` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
1514
1612
  | `extractOtlpAttributes` | production | this package: src/trace-analyst/store-otlp.ts:40 |
1515
1613
  | `extractUsage` | production | this package: src/contract/intake/code-agent-session.ts:12 |
@@ -1532,6 +1630,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1532
1630
  | `isOtlpModelCall` | production | this package: src/contract/intake/otel-spans.ts:44 |
1533
1631
  | `isRunMetric` | none | — |
1534
1632
  | `isToolSpan` | production | agent-runtime:src/runtime/supervise/trace-evidence.ts |
1633
+ | `isTraceInsightArtifact` | none | — |
1634
+ | `isTraceInsightAttribution` | none | only this package's tests: src/trace-analyst/insights-attribution.test.ts:4 |
1635
+ | `isTraceInsightEvidence` | none | — |
1535
1636
  | `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
1536
1637
  | `LLM_CACHE_WRITE_TOKEN_ATTR_KEYS` | production | traces:src/file-export.ts |
1537
1638
  | `LLM_CACHE_WRITE_TOKENS` | production | traces:src/adapters/claude.ts |
@@ -1550,8 +1651,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1550
1651
  | `LLM_REASONING_TOKENS` | production | braid:src/adapters/analysis/trace-event-projection.ts |
1551
1652
  | `llmSpans` | production | phony:products/builder/api/src/eval/replay.ts |
1552
1653
  | `NoopRawProviderSink` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
1654
+ | `normalizeKey` | none | — |
1553
1655
  | `OPENINFERENCE_SPAN_KIND` | production | braid:src/adapters/analysis/trace-event-projection.ts |
1554
- | `OTEL_AGENT_EVAL_SCOPE` | production | this package: src/trace/otel-export.ts:10 |
1656
+ | `OTEL_AGENT_EVAL_SCOPE` | none | — |
1555
1657
  | `OtlpFileTraceStore` | production | agent-builder:scripts/run-canonical-analyst-loop.ts |
1556
1658
  | `otlpRowsToRunRecords` | production | traces:src/execution.ts |
1557
1659
  | `otlpRowsToTraceRunRecords` | none | — |
@@ -1562,9 +1664,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1562
1664
  | `planTraceInsightQuestions` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
1563
1665
  | `projectOtlpFlatLine` | production | this package: src/trace-analyst/otlp-to-run-records.ts:63 |
1564
1666
  | `providerFromBaseUrl` | production | this package: src/llm-client.ts:53 |
1667
+ | `redact` | production | this package: scripts/redaction-corpus.ts:9 |
1668
+ | `redactForShare` | production | this package: scripts/redaction-corpus.ts:9 |
1669
+ | `REDACTION_PROFILES` | production | this package: scripts/redaction-corpus.ts:9 |
1565
1670
  | `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1566
- | `redactString` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
1567
- | `redactValue` | production | traces:src/index.ts |
1671
+ | `redactText` | production | this package: scripts/redaction-corpus.ts:9 |
1568
1672
  | `RUN_COST_ATTR_KEYS` | production | this package: src/trace/execution-measurements.ts:2 |
1569
1673
  | `RUN_METRICS` | none | — |
1570
1674
  | `runFailureClass` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
@@ -1572,6 +1676,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1572
1676
  | `runMetricExtractor` | production | this package: src/meta-eval/calibration.ts:10 |
1573
1677
  | `runsForScenario` | production | phony:products/builder/api/src/eval/gate.ts |
1574
1678
  | `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
1679
+ | `shareAllowed` | planned | doc: docs/redaction.md |
1575
1680
  | `SPAN_KIND_ATTR_KEYS` | production | traces:src/run-span-tree.ts |
1576
1681
  | `SpanNotFoundError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
1577
1682
  | `stringField` | planned | named in agent-dev-container (bind not in the import graph) |
@@ -1587,24 +1692,25 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1587
1692
  | `TRACE_ANALYSIS_LIMITS` | production | this package: src/analyst/benchmark-evidence-validation.ts:1 |
1588
1693
  | `TRACE_ANALYST_ACTOR_DESCRIPTION` | production | this package: src/trace-analyst/analyst.ts:11 |
1589
1694
  | `TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION` | production | this package: src/trace-analyst/analyst.ts:11 |
1590
- | `TRACE_ANALYST_TOOL_NAMESPACE` | none | only this package's tests: src/trace-analyst/tools.test.ts:4 |
1695
+ | `TRACE_ANALYST_TOOL_NAMESPACE` | none | — |
1591
1696
  | `TRACE_ANALYST_TRUNCATION_MARKER_PREFIX` | production | agent-runtime:src/analyst-loop/iterations-to-trace-store.ts |
1592
1697
  | `TRACE_SCHEMA_VERSION` | production | skeletal-os:src/eval/agentEvalBridge.ts |
1593
1698
  | `TraceAnalysisLimitError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
1594
1699
  | `TraceAnalysisStoreContractError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
1595
1700
  | `TraceAnalysisValidationError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
1596
- | `traceAnalystFunctionGroup` | none | only this package's tests: src/trace-analyst/tools.test.ts:4 |
1701
+ | `traceAnalystFunctionGroup` | none | — |
1597
1702
  | `traceAnalystOnRunComplete` | planned | named in creative-agent (bind not in the import graph) |
1598
1703
  | `TraceEmitter` | production | agent-builder:src/lib/.server/runtime/trace-runtime.ts |
1599
1704
  | `TraceFileMalformedError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
1600
1705
  | `TraceFileMissingError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
1601
1706
  | `TraceFileTooLargeError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
1602
1707
  | `TraceNotFoundError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
1603
- | `traceSpanKindToOpenInferenceKind` | production | this package: src/trace/otel-export.ts:11 |
1708
+ | `traceSpanKindToOpenInferenceKind` | production | this package: src/trace/otel.ts:12 |
1709
+ | `UNTRUSTED_TRACE_TEXT` | none | — |
1604
1710
 
1605
1711
  ### `./trajectory-replay`
1606
1712
 
1607
- 49 value exports — 28 production, 16 planned, 5 none.
1713
+ 49 value exports — 29 production, 16 planned, 4 none.
1608
1714
 
1609
1715
  | symbol | consumer | evidence |
1610
1716
  | --- | --- | --- |
@@ -1619,37 +1725,37 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
1619
1725
  | `decodeRecordedTurns` | production | this package: scripts/tb-corpus-rows.ts:29 |
1620
1726
  | `derivedImageTag` | planned | named in traces (bind not in the import graph) |
1621
1727
  | `deriveFailureSignature` | production | this package: src/trace-repair/grade.ts:25 |
1622
- | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:42 |
1623
- | `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:33 |
1728
+ | `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:43 |
1729
+ | `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:34 |
1624
1730
  | `extractFixCommand` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
1625
1731
  | `finalRecordedOutcome` | production | this package: scripts/tb-corpus-rows.ts:29 |
1626
1732
  | `findingReplayStep` | planned | named in traces (bind not in the import graph) |
1627
1733
  | `findingTrajectoryId` | planned | named in traces (bind not in the import graph) |
1628
1734
  | `FORMAT_ERROR_OBSERVATION_PREFIX` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
1629
- | `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:40 |
1735
+ | `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:41 |
1630
1736
  | `goldIncorrectSteps` | planned | named in traces (bind not in the import graph) |
1631
- | `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:43 |
1737
+ | `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:44 |
1632
1738
  | `isElidedField` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1633
1739
  | `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
1634
- | `isSubmitAction` | production | this package: src/trajectory-replay/corpus.ts:19 |
1635
- | `isSubmitOnlyAction` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
1740
+ | `isSubmitAction` | production | this package: src/trajectory-replay/findings.ts:39 |
1741
+ | `isSubmitOnlyAction` | production | this package: src/trajectory-replay/corpus.ts:19 |
1636
1742
  | `parseCorpusFlag` | planned | named in traces (bind not in the import graph) |
1637
1743
  | `parseIncorrectStepsSubject` | production | this package: src/trajectory-replay/findings.ts:41 |
1638
1744
  | `parseObservationOutput` | production | this package: src/trajectory-replay/corpus.ts:19 |
1639
1745
  | `parseRecordedReturncode` | production | this package: scripts/tb-gated-stop-ab.ts:77 |
1640
- | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:43 |
1746
+ | `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:44 |
1641
1747
  | `readFindingsFile` | planned | named in traces (bind not in the import graph) |
1642
1748
  | `readLabelEntries` | planned | named in traces (bind not in the import graph) |
1643
1749
  | `renderBatchReport` | planned | named in traces (bind not in the import graph) |
1644
1750
  | `renderVerifiedFindingsSection` | planned | named in traces (bind not in the import graph) |
1645
- | `replayVerify` | production | this package: src/trajectory-replay/batch.ts:43 |
1751
+ | `replayVerify` | production | this package: src/trajectory-replay/batch.ts:44 |
1646
1752
  | `replayVerifyFinding` | planned | doc: docs/trajectory-replay.md |
1647
1753
  | `resolveCaseResources` | production | this package: src/trajectory-replay/findings.ts:36 |
1648
1754
  | `resolveFindingInvocation` | planned | named in traces (bind not in the import graph) |
1649
1755
  | `resolveFindingReplayability` | planned | named in traces (bind not in the import graph) |
1650
- | `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:41 |
1756
+ | `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:42 |
1651
1757
  | `runReplayBatch` | planned | doc: docs/trajectory-replay.md |
1652
- | `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:43 |
1758
+ | `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:44 |
1653
1759
  | `seededSample` | planned | named in traces (bind not in the import graph) |
1654
1760
  | `SUBMIT_ACTION_SIGNATURE` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
1655
1761
  | `summarizePrefixReplay` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |