@tangle-network/agent-eval 0.189.0 → 0.190.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +94 -0
- package/README.md +3 -2
- package/dist/adapters/http.d.ts +10 -1
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +75 -7
- package/dist/adapters/http.js.map +1 -1
- package/dist/analyst/index.d.ts +66 -3
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +212 -7
- package/dist/analyst/index.js.map +1 -1
- package/dist/{benchmark-command-BhhAYstU.js → benchmark-command-BXIr_k8D.js} +12 -11
- package/dist/benchmark-command-BXIr_k8D.js.map +1 -0
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-BWoSQPSU.js → campaign-B7q74uIh.js} +256 -11
- package/dist/campaign-B7q74uIh.js.map +1 -0
- package/dist/{campaign-evidence-CBlGJ3kC.js → campaign-evidence-D40-LHIL.js} +6 -5
- package/dist/campaign-evidence-D40-LHIL.js.map +1 -0
- package/dist/{chat-client-C4dg7Ng_.js → chat-client-B_ItsSBw.js} +2 -2
- package/dist/{chat-client-C4dg7Ng_.js.map → chat-client-B_ItsSBw.js.map} +1 -1
- package/dist/{chat-json-call-JVGbfx95.js → chat-json-call-CXHBvUz8.js} +2 -2
- package/dist/{chat-json-call-JVGbfx95.js.map → chat-json-call-CXHBvUz8.js.map} +1 -1
- package/dist/claim-BGOUqoMq.d.ts +38 -0
- package/dist/claim-BGOUqoMq.d.ts.map +1 -0
- package/dist/cli.js +3 -3
- package/dist/contract/index.d.ts +4 -4
- package/dist/contract/index.js +8 -8
- package/dist/{default-registry-m2jhbG6Q.js → default-registry-16I-Bxlf.js} +2 -2
- package/dist/{default-registry-m2jhbG6Q.js.map → default-registry-16I-Bxlf.js.map} +1 -1
- package/dist/{define-agent-eval-98sgUaC1.js → define-agent-eval-DPizhHfy.js} +4 -4
- package/dist/{define-agent-eval-98sgUaC1.js.map → define-agent-eval-DPizhHfy.js.map} +1 -1
- package/dist/{define-agent-eval-q6890HU4.d.ts → define-agent-eval-DblGedQk.d.ts} +4 -3
- package/dist/define-agent-eval-DblGedQk.d.ts.map +1 -0
- package/dist/diagnosis/index.d.ts +14 -2
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +11 -4
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DLYttKBm.js → dspy-rlm-engine-Cs5LzJ-f.js} +3 -3
- package/dist/{dspy-rlm-engine-DLYttKBm.js.map → dspy-rlm-engine-Cs5LzJ-f.js.map} +1 -1
- package/dist/{eval-campaign-C0Q1Eeo_.js → eval-campaign-CwsBn0Gm.js} +2 -2
- package/dist/{eval-campaign-C0Q1Eeo_.js.map → eval-campaign-CwsBn0Gm.js.map} +1 -1
- package/dist/experiment/index.d.ts +2 -1
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +1 -1
- package/dist/exporters-XMCYJlqT.d.ts +161 -0
- package/dist/exporters-XMCYJlqT.d.ts.map +1 -0
- package/dist/{external-optimizer-process-C3quNeKV.js → external-optimizer-process-BnSmrkgL.js} +3 -3
- package/dist/{external-optimizer-process-C3quNeKV.js.map → external-optimizer-process-BnSmrkgL.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-BDwgKLO1.js → external-optimizer-subprocess-kbcPu5po.js} +3 -3
- package/dist/{external-optimizer-subprocess-BDwgKLO1.js.map → external-optimizer-subprocess-kbcPu5po.js.map} +1 -1
- package/dist/{feedback-trajectory-B3ZSkfAq.d.ts → feedback-trajectory-BYjh7NEM.d.ts} +2 -2
- package/dist/{feedback-trajectory-B3ZSkfAq.d.ts.map → feedback-trajectory-BYjh7NEM.d.ts.map} +1 -1
- package/dist/{index-CnJOPR_E.d.ts → index-CJv56rhX.d.ts} +673 -244
- package/dist/index-CJv56rhX.d.ts.map +1 -0
- package/dist/{index-Dk1dOUfm.d.ts → index-CWoIJHmy.d.ts} +4 -4
- package/dist/{index-Dk1dOUfm.d.ts.map → index-CWoIJHmy.d.ts.map} +1 -1
- package/dist/{index-Bcc9PkOz.d.ts → index-D4pC7Tvd.d.ts} +3 -2
- package/dist/index-D4pC7Tvd.d.ts.map +1 -0
- package/dist/{index-BqDJ6fUK.d.ts → index-I4UJGRno.d.ts} +74 -2
- package/dist/index-I4UJGRno.d.ts.map +1 -0
- package/dist/index.d.ts +66 -17
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +375 -31
- package/dist/index.js.map +1 -1
- package/dist/{journal-CDP0Vhx_.js → journal-c3qY0SDP.js} +246 -5
- package/dist/journal-c3qY0SDP.js.map +1 -0
- package/dist/{kind-factory-BGwN0nE6.js → kind-factory-ByZeXDqF.js} +2 -2
- package/dist/{kind-factory-BGwN0nE6.js.map → kind-factory-ByZeXDqF.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +2 -2
- package/dist/{llm-client-DF9bPNYA.js → llm-client-KYQBh9C8.js} +2 -2
- package/dist/{llm-client-DF9bPNYA.js.map → llm-client-KYQBh9C8.js.map} +1 -1
- package/dist/{llm-judge-M_l_WXw2.js → llm-judge-BnxAv7ed.js} +1892 -1378
- package/dist/llm-judge-BnxAv7ed.js.map +1 -0
- package/dist/mint-C9Lojt1V.d.ts +147 -0
- package/dist/mint-C9Lojt1V.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/pipelines/index.d.ts +1 -1
- package/dist/pipelines/index.js +1 -1
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{produced-state-BOY98IJO.js → produced-state-BXjXJHJT.js} +4 -4
- package/dist/{produced-state-BOY98IJO.js.map → produced-state-BXjXJHJT.js.map} +1 -1
- package/dist/{raw-provider-sink-C96CcqeG.js → raw-provider-sink-DYh4Bszw.js} +2 -2
- package/dist/{raw-provider-sink-C96CcqeG.js.map → raw-provider-sink-DYh4Bszw.js.map} +1 -1
- package/dist/{redact-DxwlUAvh.js → redact-B7rt9Zot.js} +130 -10
- package/dist/redact-B7rt9Zot.js.map +1 -0
- package/dist/{redact-DPoH1-OW.d.ts → redact-CopuMxll.d.ts} +7 -5
- package/dist/redact-CopuMxll.d.ts.map +1 -0
- package/dist/rl.d.ts +3 -2
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +1 -1
- package/dist/rollout/index.d.ts +3 -2
- package/dist/search-ledger-types-C9anU2DX.d.ts +489 -0
- package/dist/search-ledger-types-C9anU2DX.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-Cm2K2wAo.js → semantic-concept-judge-ClB73cei.js} +6 -6
- package/dist/{semantic-concept-judge-Cm2K2wAo.js.map → semantic-concept-judge-ClB73cei.js.map} +1 -1
- package/dist/{server-C8XvqCg8.js → server-DtetGGoA.js} +2 -2
- package/dist/{server-C8XvqCg8.js.map → server-DtetGGoA.js.map} +1 -1
- package/dist/{skillopt-optimization-method-BVSB676o.js → skillopt-optimization-method-l2vDBtKp.js} +363 -18
- package/dist/skillopt-optimization-method-l2vDBtKp.js.map +1 -0
- package/dist/{spans-W0o8pbEg.d.ts → spans-BWtjk_9c.d.ts} +2 -2
- package/dist/{spans-W0o8pbEg.d.ts.map → spans-BWtjk_9c.d.ts.map} +1 -1
- package/dist/{statistical-heldout-plAHG82H.d.ts → statistical-heldout-CLpjYffJ.d.ts} +2 -36
- package/dist/statistical-heldout-CLpjYffJ.d.ts.map +1 -0
- package/dist/{store-otlp-D0AV4cvB.js → store-otlp-84DH0OEH.js} +2 -2
- package/dist/{store-otlp-D0AV4cvB.js.map → store-otlp-84DH0OEH.js.map} +1 -1
- package/dist/{store-tool-spans-8PAyhRqb.d.ts → store-tool-spans-BBXs8hDP.d.ts} +2 -2
- package/dist/{store-tool-spans-8PAyhRqb.d.ts.map → store-tool-spans-BBXs8hDP.d.ts.map} +1 -1
- package/dist/{store-tool-spans-B_0mXvYl.js → store-tool-spans-DUiqyHvR.js} +5 -5
- package/dist/{store-tool-spans-B_0mXvYl.js.map → store-tool-spans-DUiqyHvR.js.map} +1 -1
- package/dist/traces.d.ts +3 -63
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +6 -195
- package/dist/traces.js.map +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/adapters-observability.md +31 -27
- package/docs/charter.md +1 -1
- package/docs/design/mlbenchmarks-book-review.md +1 -1
- package/docs/distributed-driver.md +1 -5
- package/docs/experiment.md +15 -0
- package/docs/public-api.md +181 -71
- package/docs/redaction.md +7 -1
- package/docs/search-ledger.md +174 -0
- package/docs/trace-contracts.md +48 -3
- package/package.json +1 -1
- package/dist/benchmark-command-BhhAYstU.js.map +0 -1
- package/dist/campaign-BWoSQPSU.js.map +0 -1
- package/dist/campaign-evidence-CBlGJ3kC.js.map +0 -1
- package/dist/define-agent-eval-q6890HU4.d.ts.map +0 -1
- package/dist/index-Bcc9PkOz.d.ts.map +0 -1
- package/dist/index-BqDJ6fUK.d.ts.map +0 -1
- package/dist/index-CnJOPR_E.d.ts.map +0 -1
- package/dist/journal-CDP0Vhx_.js.map +0 -1
- package/dist/llm-judge-M_l_WXw2.js.map +0 -1
- package/dist/mint-DsS38v5c.d.ts +0 -305
- package/dist/mint-DsS38v5c.d.ts.map +0 -1
- package/dist/redact-DPoH1-OW.d.ts.map +0 -1
- package/dist/redact-DxwlUAvh.js.map +0 -1
- package/dist/search-ledger-types-D7KDVg-o.d.ts +0 -302
- package/dist/search-ledger-types-D7KDVg-o.d.ts.map +0 -1
- package/dist/skillopt-optimization-method-BVSB676o.js.map +0 -1
- package/dist/statistical-heldout-plAHG82H.d.ts.map +0 -1
- package/docs/search-history-receipts.md +0 -233
package/docs/public-api.md
CHANGED
|
@@ -6,12 +6,12 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
|
|
|
6
6
|
|
|
7
7
|
| measure | count |
|
|
8
8
|
| --- | --- |
|
|
9
|
-
| export subpaths |
|
|
10
|
-
| published value exports (subpath x symbol) |
|
|
11
|
-
| distinct symbols |
|
|
12
|
-
| production |
|
|
13
|
-
| planned |
|
|
14
|
-
| none |
|
|
9
|
+
| export subpaths | 32 |
|
|
10
|
+
| published value exports (subpath x symbol) | 1500 |
|
|
11
|
+
| distinct symbols | 1313 |
|
|
12
|
+
| production | 978 |
|
|
13
|
+
| planned | 268 |
|
|
14
|
+
| none | 254 |
|
|
15
15
|
|
|
16
16
|
Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
|
|
17
17
|
|
|
@@ -84,7 +84,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
84
84
|
|
|
85
85
|
### `.`
|
|
86
86
|
|
|
87
|
-
|
|
87
|
+
360 value exports — 277 production, 42 planned, 41 none.
|
|
88
88
|
|
|
89
89
|
| symbol | consumer | evidence |
|
|
90
90
|
| --- | --- | --- |
|
|
@@ -120,6 +120,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
120
120
|
| `assertServedModel` | production | creative-agent:eval/lib/persona-driver.ts |
|
|
121
121
|
| `assertServedModels` | planned | doc: docs/building-doctrine.md |
|
|
122
122
|
| `assertSingleBackend` | planned | consumer tests: gtm-agent:tests/agent-eval.smoke.test.ts |
|
|
123
|
+
| `assessShareSafety` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
123
124
|
| `assignFeedbackSplit` | production | agent-builder:src/lib/.server/eval/feedback/feedback-capture.ts |
|
|
124
125
|
| `attest` | production | this package: src/experiment/evidence-receipt.ts:14 |
|
|
125
126
|
| `ATTESTATION_ALGORITHM` | planned | doc: docs/eval-surface-map.md |
|
|
@@ -151,11 +152,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
151
152
|
| `checkTraceContracts` | production | creative-agent:eval/lib/trace-contracts.ts |
|
|
152
153
|
| `clamp01` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/executor.ts |
|
|
153
154
|
| `classifyFailure` | production | phony:products/builder/api/src/eval/autoresearch/trace-analyst.ts |
|
|
154
|
-
| `classifyFailureReason` |
|
|
155
|
+
| `classifyFailureReason` | production | this package: src/diagnosis/first-failure.ts:28 |
|
|
155
156
|
| `cliffsDelta` | production | agent-builder:src/lib/.server/eval/loops/differential-eval.ts |
|
|
156
157
|
| `CODING_HARNESSES` | production | agent-runtime:src/runtime/define-leaderboard.ts |
|
|
157
158
|
| `cohensD` | production | starter-foundry:examples/recruiter-eval-workspace/eval/src/eval/regression/gate.ts |
|
|
158
159
|
| `comparePairedArms` | production | agent-knowledge:src/memory/experiment/learning-metrics.ts |
|
|
160
|
+
| `compileTraceContractSpec` | planned | doc: README.md |
|
|
159
161
|
| `completionVerdict` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/scoreboard-core.ts |
|
|
160
162
|
| `computeExperimentStats` | production | blueprint-agent:scripts/experiments/lib/vb-improve-harness.ts |
|
|
161
163
|
| `computeFindingId` | production | agent-runtime:src/runtime/index.ts |
|
|
@@ -191,12 +193,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
191
193
|
| `createTraceAnalyst` | production | blueprint-agent:scripts/experiments/lib/sandbox-driver/analyst-steer.ts |
|
|
192
194
|
| `CrossFamilyError` | production | creative-agent:eval/lib/judge-ensemble.ts |
|
|
193
195
|
| `decidePairedPromotion` | production | discovery-lab:tools/decide.mjs |
|
|
194
|
-
| `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/
|
|
196
|
+
| `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/estimate-node.ts:19 |
|
|
195
197
|
| `DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS` | production | this package: src/command-runner.ts:28 |
|
|
196
198
|
| `DEFAULT_FAILURE_REASON_RULES` | none | only this package's tests: tests/failure-taxonomy.test.ts:2 |
|
|
197
199
|
| `DEFAULT_PERMUTATIONS` | none | — |
|
|
198
200
|
| `DEFAULT_RED_TEAM_CORPUS` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
|
|
199
|
-
| `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
200
201
|
| `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
|
|
201
202
|
| `DEFAULT_TRACE_ANALYST_KINDS` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
|
|
202
203
|
| `DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS` | production | this package: src/analyst/chat-trace-engine.ts:46 |
|
|
@@ -222,7 +223,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
222
223
|
| `evaluateInterimReleaseConfidence` | production | agent-builder:scripts/eval.ts |
|
|
223
224
|
| `evaluateOracles` | planned | doc: docs/verdicts.md |
|
|
224
225
|
| `evaluateReleaseConfidence` | production | agent-knowledge:src/release.ts |
|
|
226
|
+
| `evaluateTraceContract` | planned | doc: docs/trace-contracts.md |
|
|
225
227
|
| `expandProfileAxes` | production | agent-runtime:src/runtime/define-leaderboard.ts |
|
|
228
|
+
| `explainTraceContract` | planned | doc: docs/trace-contracts.md |
|
|
226
229
|
| `exportProductBenchmark` | production | creative-agent:eval/research-package.ts |
|
|
227
230
|
| `exportProductBenchmarkRuns` | production | creative-agent:eval/research-package.ts |
|
|
228
231
|
| `exportRunAsOtlp` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
|
|
@@ -265,7 +268,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
265
268
|
| `InMemoryTraceStore` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
|
|
266
269
|
| `interpretCliffs` | production | agent-builder:src/lib/.server/eval/loops/differential-eval.ts |
|
|
267
270
|
| `interRaterReliability` | production | agent-app:src/eval-campaign/trust-gate.ts |
|
|
268
|
-
| `iqr` | production | this package: src/
|
|
271
|
+
| `iqr` | production | this package: src/improvement-verdict.ts:23 |
|
|
269
272
|
| `isBinaryOutcomeVector` | none | only this package's tests: src/statistics/paired-binary.test.ts:2 |
|
|
270
273
|
| `isJudgeSpan` | production | this package: src/trace/query.ts:13 |
|
|
271
274
|
| `isLlmSpan` | production | agent-runtime:src/candidate-execution/finalize.ts |
|
|
@@ -283,6 +286,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
283
286
|
| `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
|
|
284
287
|
| `knowledgeReadinessTracePayload` | production | agent-dev-container:products/intelligence/api/src/routes/project-engines.ts |
|
|
285
288
|
| `leaderboard` | production | blueprint-agent:scripts/experiments/lib/cross-harness-leaderboard.ts |
|
|
289
|
+
| `lintTraceContractSpec` | planned | doc: docs/trace-contracts.md |
|
|
286
290
|
| `LlmCallError` | production | agent-dev-container:products/intelligence/api/src/lib/router-model-owner.ts |
|
|
287
291
|
| `llmJudge` | production | agent-runtime:examples/agentic-data-creation/offline-fixtures.ts |
|
|
288
292
|
| `LlmResponseError` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
@@ -325,7 +329,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
325
329
|
| `pairedDeltaTieFraction` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
326
330
|
| `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
|
|
327
331
|
| `pairedMde` | production | discovery-lab:tools/design-gate.mjs |
|
|
328
|
-
| `pairedPromotionPower` |
|
|
332
|
+
| `pairedPromotionPower` | planned | doc: docs/design/statistics-decisions.md |
|
|
329
333
|
| `pairedRiskDifference` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
|
|
330
334
|
| `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
331
335
|
| `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
@@ -339,6 +343,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
339
343
|
| `parseRunRecordSafe` | production | gtm-agent:scripts/canonical-completeness/records.ts |
|
|
340
344
|
| `partialCredit` | planned | doc: docs/design/statistics-decisions.md |
|
|
341
345
|
| `partitionHeldOut` | production | blueprint-agent:scripts/experiments/calibrate-instrument.ts |
|
|
346
|
+
| `partitionTrainSelectionTest` | none | only this package's tests: src/partition-held-out.test.ts:2 |
|
|
342
347
|
| `passAtK` | planned | doc: docs/design/statistics-decisions.md |
|
|
343
348
|
| `pearsonR` | production | this package: src/builder-eval/correlation.ts:18 |
|
|
344
349
|
| `POLICY_EDIT_AXES` | none | — |
|
|
@@ -359,24 +364,27 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
359
364
|
| `readProductBenchmarkManifest` | production | creative-agent:eval/research-package.ts |
|
|
360
365
|
| `recordRuns` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/analyze.mjs |
|
|
361
366
|
| `recordRunsToScorecard` | production | ai-trading-blueprint:evals/src/trading/persona-agent-eval.ts |
|
|
367
|
+
| `redact` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
368
|
+
| `redactForShare` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
362
369
|
| `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
363
|
-
| `
|
|
370
|
+
| `redactText` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
364
371
|
| `redTeamDataset` | production | creative-agent:eval/red-team.ts |
|
|
365
372
|
| `redTeamReport` | production | creative-agent:eval/red-team.ts |
|
|
366
373
|
| `regexMatches` | none | only this package's tests: src/oracle.test.ts:2 |
|
|
367
374
|
| `renderPreferenceMemoryMarkdown` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
|
|
368
375
|
| `repeatedActionDetector` | production | agent-runtime:src/runtime/supervise/detector-monitor.ts |
|
|
369
376
|
| `requiredPairedSampleSize` | production | discovery-lab:tools/design-gate.mjs |
|
|
370
|
-
| `requiredPairsForPairedPromotion` |
|
|
377
|
+
| `requiredPairsForPairedPromotion` | planned | doc: docs/design/statistics-decisions.md |
|
|
371
378
|
| `requiredSampleSize` | planned | doc: docs/design/statistics-decisions.md |
|
|
372
379
|
| `resolveModelPricing` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-primitives.ts |
|
|
373
380
|
| `resolveSeat` | production | creative-agent:eval/agent.config.ts |
|
|
374
|
-
| `roundTripRunRecord` | none |
|
|
381
|
+
| `roundTripRunRecord` | none | — |
|
|
375
382
|
| `routeFields` | none | only this package's tests: src/hidden-criteria-grading.test.ts:4 |
|
|
376
383
|
| `runAgentControlLoop` | production | agent-runtime:src/run.ts |
|
|
377
384
|
| `runBoundedProcess` | production | this package: src/command-runner.ts:28 |
|
|
378
385
|
| `runCampaign` | production | agent-app:src/eval-campaign/index.ts |
|
|
379
386
|
| `runCanaries` | production | agent-builder:src/lib/.server/eval/loops/canary-cron.ts |
|
|
387
|
+
| `runCostFloorUsd` | none | — |
|
|
380
388
|
| `runCounterfactual` | production | traces:src/replay-batch.ts |
|
|
381
389
|
| `runEquivalenceCheck` | planned | example: examples/verify-without-an-answer-key/index.ts:13 |
|
|
382
390
|
| `runEvalCampaign` | production | agent-builder:scripts/eval.ts |
|
|
@@ -394,11 +402,13 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
394
402
|
| `scorePolicyEditReadiness` | none | — |
|
|
395
403
|
| `scoreRedTeamOutput` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-gate.ts |
|
|
396
404
|
| `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
|
|
405
|
+
| `searchCellRunId` | production | this package: src/campaign/search-ledger-recording.ts:24 |
|
|
397
406
|
| `seatPresets` | production | supervisor-lab:bench/comms/judges.ts |
|
|
398
407
|
| `selfImprove` | production | agent-app:src/eval-campaign/index.ts |
|
|
399
408
|
| `SEMANTIC_CONCEPT_JUDGE_VERSION` | production | blueprint-agent:scripts/experiments/lib/semantic-audit.ts |
|
|
400
409
|
| `ServedCrossFamilyError` | none | only this package's tests: src/integrity/served-model.test.ts:2 |
|
|
401
410
|
| `servedModelAcceptable` | production | this package: src/integrity/preflight.ts:33 |
|
|
411
|
+
| `shareAllowed` | planned | doc: docs/redaction.md |
|
|
402
412
|
| `spearmanR` | production | blueprint-agent:scripts/experiments/lib/benchmark-validity-report.mjs |
|
|
403
413
|
| `stripFencedJson` | production | blueprint-agent:scripts/experiments/compare-analysis-reports.ts |
|
|
404
414
|
| `subjectiveEval` | production | creative-agent:eval/control/creative-onboarding.ts |
|
|
@@ -450,7 +460,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
450
460
|
|
|
451
461
|
### `./analyst`
|
|
452
462
|
|
|
453
|
-
|
|
463
|
+
131 value exports — 79 production, 19 planned, 33 none.
|
|
454
464
|
|
|
455
465
|
| symbol | consumer | evidence |
|
|
456
466
|
| --- | --- | --- |
|
|
@@ -479,6 +489,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
479
489
|
| `AnalystRegistry` | production | blueprint-agent:scripts/experiments/vb-multi-analyst.ts |
|
|
480
490
|
| `analystUsageReceiptFromPrimeUsage` | production | this package: src/analyst/benchmark-runner-prime.ts:19 |
|
|
481
491
|
| `appendVerificationArtifactsToOtlp` | production | this package: src/analyst/benchmark-public-data.ts:32 |
|
|
492
|
+
| `askTraceQuestions` | none | only this package's tests: src/analyst/trace-questions.test.ts:7 |
|
|
482
493
|
| `assertProposalFindings` | production | agent-runtime:src/improvement/code-execution.ts |
|
|
483
494
|
| `behavioralAnalyst` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
|
|
484
495
|
| `bindAnalyst` | planned | doc: docs/trace-analysis.md |
|
|
@@ -487,6 +498,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
487
498
|
| `buildPrimeRepairPrompt` | planned | doc: docs/prime-analyst.md |
|
|
488
499
|
| `buildSkillUsageReport` | none | only this package's tests: src/analyst/kinds/skill-usage.test.ts:2 |
|
|
489
500
|
| `buildTraceToolsForGroup` | production | this package: src/analyst/kind-factory.ts:15 |
|
|
501
|
+
| `citedSpansOnly` | none | only this package's tests: src/analyst/trace-questions.test.ts:7 |
|
|
490
502
|
| `CODE_TRACE_BENCH_ANALYST_PROMPT` | production | this package: scripts/gepa-analyst-campaign.ts:60 |
|
|
491
503
|
| `codeTraceBenchCase` | production | this package: scripts/gepa-analyst-campaign.ts:58 |
|
|
492
504
|
| `codeTracerPredictionsToFindings` | production | this package: benchmarks/trace-analysis/codetracebench-glm52-20260730/summarize-codetracer.mjs:6 |
|
|
@@ -509,7 +521,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
509
521
|
| `DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS` | production | this package: src/analyst/chat-trace-engine.ts:46 |
|
|
510
522
|
| `defaultIsMaterial` | none | only this package's tests: src/analyst/analyst.test.ts:8 |
|
|
511
523
|
| `defineCustomAnalyst` | planned | doc: docs/trace-analysis.md |
|
|
512
|
-
| `defineTraceAnalyst` |
|
|
524
|
+
| `defineTraceAnalyst` | production | this package: src/analyst/trace-questions.ts:24 |
|
|
513
525
|
| `deriveEfficiencyFindings` | none | only this package's tests: src/trace-analyst/behavioral-metrics.test.ts:2 |
|
|
514
526
|
| `diffFindings` | production | agent-runtime:src/analyst-loop/run-analyst-loop.ts |
|
|
515
527
|
| `effectiveAnalystProtocolSha256` | production | this package: src/analyst/benchmark-command-persistence.ts:31 |
|
|
@@ -598,13 +610,14 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
598
610
|
|
|
599
611
|
### `./benchmarks`
|
|
600
612
|
|
|
601
|
-
|
|
613
|
+
14 value exports — 2 production, 10 planned, 2 none.
|
|
602
614
|
|
|
603
615
|
| symbol | consumer | evidence |
|
|
604
616
|
| --- | --- | --- |
|
|
605
617
|
| `BENCHMARK_SPLIT_SEED` | production | tuner-agent:src/lib/eval-benchmarks.ts |
|
|
606
618
|
| `buildStandardRetrievalItems` | planned | doc: examples/benchmarks/README.md |
|
|
607
619
|
| `calibrateBenchmarkMetric` | planned | doc: examples/benchmarks/README.md |
|
|
620
|
+
| `createHarborBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
|
|
608
621
|
| `createRetrievalIdBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
|
|
609
622
|
| `deterministicSplit` | production | tuner-agent:src/lib/eval-benchmarks.ts |
|
|
610
623
|
| `evaluateStandardRetrieval` | planned | doc: examples/benchmarks/README.md |
|
|
@@ -612,6 +625,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
612
625
|
| `parseBeirQueriesJsonl` | planned | doc: examples/benchmarks/README.md |
|
|
613
626
|
| `parseJsonlRows` | none | only this package's tests: tests/benchmarks.test.ts:8 |
|
|
614
627
|
| `parseQrels` | planned | doc: examples/benchmarks/README.md |
|
|
628
|
+
| `readHarborTask` | none | — |
|
|
615
629
|
| `routing` | planned | doc: docs/building-doctrine.md |
|
|
616
630
|
| `runBenchmarkAdapter` | planned | doc: examples/benchmarks/README.md |
|
|
617
631
|
|
|
@@ -630,7 +644,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
630
644
|
|
|
631
645
|
### `./campaign`
|
|
632
646
|
|
|
633
|
-
|
|
647
|
+
143 value exports — 91 production, 26 planned, 26 none.
|
|
634
648
|
|
|
635
649
|
| symbol | consumer | evidence |
|
|
636
650
|
| --- | --- | --- |
|
|
@@ -640,7 +654,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
640
654
|
| `assertCampaignSplitIdentity` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
|
|
641
655
|
| `assertCodeSurfaceIdentity` | none | — |
|
|
642
656
|
| `assertCompleteSearchHistory` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
643
|
-
| `
|
|
657
|
+
| `assertSearchHistoryMatchesState` | planned | doc: docs/search-ledger.md |
|
|
644
658
|
| `autoevalsScorerJudge` | none | only this package's tests: src/campaign/upstream-evaluators.test.ts:6 |
|
|
645
659
|
| `buildCellSchedule` | production | this package: src/campaign/plan-campaign-run.ts:9 |
|
|
646
660
|
| `buildEvidenceVector` | planned | doc: docs/experiment.md |
|
|
@@ -665,18 +679,22 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
665
679
|
| `createProfileMatrixPlan` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
666
680
|
| `createReferenceEquivalenceJudge` | none | only this package's tests: src/reference-equivalence-judge.test.ts:13 |
|
|
667
681
|
| `createRunCostLedger` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
668
|
-
| `createSearchHistoryReceipt` | production | this package: src/campaign/search-ledger-recording.ts:
|
|
682
|
+
| `createSearchHistoryReceipt` | production | this package: src/campaign/search-ledger-recording.ts:26 |
|
|
669
683
|
| `crowdedFrontierParent` | planned | doc: docs/campaign-proposers.md |
|
|
670
684
|
| `decodeExternalTextCandidate` | production | agent-runtime:src/improvement/method-execution.ts |
|
|
671
685
|
| `DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS` | none | — |
|
|
672
686
|
| `DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS` | none | — |
|
|
673
687
|
| `defaultProductionGate` | production | agent-app:src/eval-campaign/index.ts |
|
|
674
688
|
| `detectScale` | production | this package: src/campaign/gates/promotion-policy.ts:25 |
|
|
689
|
+
| `developmentClaim` | production | this package: src/campaign/gepa-search-import.ts:23 |
|
|
675
690
|
| `dimensionRegressions` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
676
691
|
| `discoverEvalFixtures` | planned | doc: docs/eval-fixtures.md |
|
|
677
692
|
| `emitLoopProvenance` | production | this package: src/contract/self-improve.ts:36 |
|
|
693
|
+
| `estimateNode` | planned | doc: docs/search-ledger.md |
|
|
694
|
+
| `estimateNodeFromCells` | planned | doc: docs/search-ledger.md |
|
|
695
|
+
| `externalSurface` | none | — |
|
|
678
696
|
| `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
679
|
-
| `FileSearchLedger` |
|
|
697
|
+
| `FileSearchLedger` | planned | doc: docs/search-ledger.md |
|
|
680
698
|
| `finalizeProfileMatrix` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
681
699
|
| `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
682
700
|
| `FsLabeledScenarioStore` | planned | named in agent-runtime (bind not in the import graph) |
|
|
@@ -684,6 +702,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
684
702
|
| `gitWorktreeAdapter` | production | agent-runtime:src/improvement/code-execution.ts |
|
|
685
703
|
| `heldOutGate` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-gate.ts |
|
|
686
704
|
| `heldoutSignificance` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
705
|
+
| `importExternalEvaluations` | planned | doc: docs/search-ledger.md |
|
|
706
|
+
| `importGepaPopulation` | planned | doc: docs/search-ledger.md |
|
|
687
707
|
| `inMemoryCampaignStorage` | production | agent-dev-container:products/sandbox/evals/src/auto-optimization.ts |
|
|
688
708
|
| `isProposedCandidate` | production | supervisor-lab:bench/sequential-arena.ts |
|
|
689
709
|
| `isTransientTransportFailure` | production | gtm-agent:eval/suites/persona.ts |
|
|
@@ -699,7 +719,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
699
719
|
| `neutralizationGate` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/evolve.ts |
|
|
700
720
|
| `neutralizeText` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/compile-and-prove/compile-diff.ts |
|
|
701
721
|
| `openAutoPr` | production | this package: src/campaign/presets/run-improvement-loop.ts:8 |
|
|
702
|
-
| `openSearchLedger` | production | this package: src/campaign/gepa-
|
|
722
|
+
| `openSearchLedger` | production | this package: src/campaign/gepa-search-import.ts:22 |
|
|
703
723
|
| `optimizationTokenUsageFromSummary` | production | this package: src/campaign/external-text-optimization.ts:41 |
|
|
704
724
|
| `pairHoldout` | production | agent-dev-container:products/intelligence/api/src/lib/run-provenance.ts |
|
|
705
725
|
| `paretoPolicy` | none | only this package's tests: src/campaign/gates/promotion-policy.test.ts:3 |
|
|
@@ -715,10 +735,10 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
715
735
|
| `readCachedCell` | production | discovery-lab:tools/strict-screen.mjs |
|
|
716
736
|
| `readExternalOptimizerObservationArtifact` | production | agent-runtime:src/improvement/method-execution.ts |
|
|
717
737
|
| `readGepaCandidatePopulationArtifact` | production | agent-runtime:src/improvement/method-execution.ts |
|
|
718
|
-
| `
|
|
738
|
+
| `recordGepaSearch` | production | this package: src/campaign/gepa-optimization-method.ts:58 |
|
|
719
739
|
| `renderScoreboardMarkdown` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
|
|
720
740
|
| `renderSurfaceDiff` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-evidence-packet.ts |
|
|
721
|
-
| `replaySearchLedgerText` | production | this package: src/campaign/search-history-receipt.ts:
|
|
741
|
+
| `replaySearchLedgerText` | production | this package: src/campaign/search-history-receipt.ts:5 |
|
|
722
742
|
| `resolveExternalOptimizerCallbackLimits` | production | this package: src/analyst/dspy-rlm-engine.ts:1 |
|
|
723
743
|
| `resolveExternalOptimizerProcessLimits` | production | this package: src/analyst/benchmark-command-persistence.ts:6 |
|
|
724
744
|
| `resolveRunDir` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
@@ -734,29 +754,42 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
734
754
|
| `scoreboardSummary` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
|
|
735
755
|
| `scoreDiscrimination` | production | supervisor-lab:bench/comms/seat-discrimination.ts |
|
|
736
756
|
| `scoreUserStory` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/scoreboard-core.ts |
|
|
757
|
+
| `SEARCH_ESTIMATOR` | planned | doc: docs/search-ledger.md |
|
|
758
|
+
| `SEARCH_LEDGER_SCHEMA` | production | this package: src/campaign/search-ledger.ts:40 |
|
|
759
|
+
| `searchCellId` | production | this package: src/campaign/search-ledger-recording.ts:56 |
|
|
760
|
+
| `searchCellSetDigest` | planned | doc: docs/search-ledger.md |
|
|
761
|
+
| `searchEdgeId` | planned | doc: docs/search-ledger.md |
|
|
737
762
|
| `searchHistoryCoverageRow` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
738
|
-
| `SearchHistoryRequiredError` | none |
|
|
739
|
-
| `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:
|
|
740
|
-
| `SearchLedgerError` | production | this package: src/campaign/
|
|
763
|
+
| `SearchHistoryRequiredError` | none | — |
|
|
764
|
+
| `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:33 |
|
|
765
|
+
| `SearchLedgerError` | production | this package: src/campaign/estimate-node.ts:20 |
|
|
741
766
|
| `SearchLedgerIntegrityError` | production | this package: src/campaign/search-ledger-file.ts:10 |
|
|
742
|
-
| `
|
|
767
|
+
| `searchNodeId` | production | this package: src/campaign/search-ledger-recording.ts:56 |
|
|
768
|
+
| `searchPosterior` | planned | doc: docs/search-ledger.md |
|
|
769
|
+
| `SearchRecorder` | production | this package: src/campaign/gepa-search-import.ts:23 |
|
|
770
|
+
| `SearchState` | production | this package: src/campaign/search-ledger.ts:47 |
|
|
771
|
+
| `SearchStateView` | production | this package: src/campaign/estimate-node.ts:28 |
|
|
772
|
+
| `searchTaskSetDigest` | production | this package: src/campaign/search-ledger-recording.ts:56 |
|
|
773
|
+
| `searchUnitScores` | production | this package: src/campaign/estimate-node.ts:28 |
|
|
743
774
|
| `selectDiscriminative` | none | only this package's tests: src/campaign/scenario-selection.test.ts:2 |
|
|
744
775
|
| `sequentialDecide` | planned | doc: docs/experiment.md |
|
|
745
776
|
| `sequentialOptimizationMethod` | planned | doc: docs/campaign-proposers.md |
|
|
746
777
|
| `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
|
|
747
778
|
| `skillOptOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
748
779
|
| `surfaceContentHash` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
780
|
+
| `surfaceDiff` | production | this package: src/campaign/gepa-search-import.ts:23 |
|
|
749
781
|
| `surfaceDispatchRef` | production | this package: src/campaign/presets/run-final-comparison.ts:11 |
|
|
750
782
|
| `surfaceHash` | production | agent-builder:src/lib/.server/eval/loops/evolution-runner.ts |
|
|
783
|
+
| `surfaceNode` | production | this package: src/campaign/gepa-search-import.ts:23 |
|
|
751
784
|
| `tangleTracesRoot` | none | only this package's tests: src/campaign/run-dir.test.ts:4 |
|
|
752
785
|
| `traceAnalystQualityJudge` | production | this package: scripts/gepa-analyst-campaign.ts:74 |
|
|
753
786
|
| `transientDispatchFailure` | planned | doc: docs/eval-surface-map.md |
|
|
754
787
|
| `userStoryScoreboard` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
|
|
755
|
-
| `validateSearchLedgerEvent` |
|
|
788
|
+
| `validateSearchLedgerEvent` | production | this package: src/campaign/search-ledger-recording.ts:27 |
|
|
756
789
|
| `verifyCodeSurface` | production | agent-runtime:src/candidate-execution/builder.ts |
|
|
757
790
|
| `verifyLoopProvenanceRecord` | none | only this package's tests: src/campaign/provenance-integrity.test.ts:5 |
|
|
758
791
|
| `verifySearchHistoryArtifact` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
759
|
-
| `verifySearchHistoryReceipt` | planned | doc: docs/search-
|
|
792
|
+
| `verifySearchHistoryReceipt` | planned | doc: docs/search-ledger.md |
|
|
760
793
|
| `WorktreeAdapterError` | none | only this package's tests: tests/campaign/worktree.test.ts:17 |
|
|
761
794
|
|
|
762
795
|
### `./contract`
|
|
@@ -831,9 +864,36 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
831
864
|
| `verifyCandidateExperiment` | production | agent-runtime:src/intelligence/improvement-cycle.ts |
|
|
832
865
|
| `verifyCandidateExperimentComparison` | production | agent-runtime:src/intelligence/improvement-cycle.ts |
|
|
833
866
|
|
|
867
|
+
### `./diagnosis`
|
|
868
|
+
|
|
869
|
+
10 value exports — 4 production, 1 planned, 5 none.
|
|
870
|
+
|
|
871
|
+
| symbol | consumer | evidence |
|
|
872
|
+
| --- | --- | --- |
|
|
873
|
+
| `DEFAULT_MAX_MODEL_TRACES` | none | — |
|
|
874
|
+
| `diagnoseSpans` | planned | doc: docs/diagnosis.md |
|
|
875
|
+
| `DIAGNOSIS_FINDINGS_SCHEMA_ID` | none | — |
|
|
876
|
+
| `epochMillis` | none | only this package's tests: src/diagnosis/diagnosis.test.ts:4 |
|
|
877
|
+
| `ingestSpans` | production | this package: src/diagnosis/engine.ts:38 |
|
|
878
|
+
| `isContentAttribute` | none | — |
|
|
879
|
+
| `MAX_FIRST_FAILURE_IDS` | none | — |
|
|
880
|
+
| `nodeHttpPrimeBridgeTransport` | production | this package: src/analyst/benchmark-runner-prime.ts:18 |
|
|
881
|
+
| `rankFirstFailure` | production | this package: src/diagnosis/deterministic.ts:22 |
|
|
882
|
+
| `validateDiagnosisFindings` | production | this package: src/diagnosis/engine.ts:23 |
|
|
883
|
+
|
|
884
|
+
### `./evaluation`
|
|
885
|
+
|
|
886
|
+
3 value exports — 3 production, 0 planned, 0 none.
|
|
887
|
+
|
|
888
|
+
| symbol | consumer | evidence |
|
|
889
|
+
| --- | --- | --- |
|
|
890
|
+
| `asAnalyst` | production | this package: src/jev.ts:5 |
|
|
891
|
+
| `asJudge` | production | this package: src/jev.ts:5 |
|
|
892
|
+
| `createEvaluator` | production | this package: src/jev.ts:5 |
|
|
893
|
+
|
|
834
894
|
### `./experiment`
|
|
835
895
|
|
|
836
|
-
|
|
896
|
+
91 value exports — 53 production, 20 planned, 18 none.
|
|
837
897
|
|
|
838
898
|
| symbol | consumer | evidence |
|
|
839
899
|
| --- | --- | --- |
|
|
@@ -854,6 +914,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
854
914
|
| `computeInterval` | production | this package: src/experiment/define.ts:20 |
|
|
855
915
|
| `createCampaignEvidenceReceipt` | production | this package: src/campaign/presets/compare-optimization-methods.ts:11 |
|
|
856
916
|
| `createEvidenceReceipt` | production | this package: src/experiment/campaign-evidence.ts:7 |
|
|
917
|
+
| `decideRandomizedCanary` | planned | doc: docs/experiment.md |
|
|
857
918
|
| `defineEvaluationClaim` | production | this package: src/campaign/final-evidence.ts:2 |
|
|
858
919
|
| `defineExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
859
920
|
| `DesignRefusalError` | none | only this package's tests: tests/experiment/power.test.ts:10 |
|
|
@@ -873,8 +934,6 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
873
934
|
| `evidenceRegistryRecordSchema` | none | — |
|
|
874
935
|
| `executeAdmissionRule` | production | this package: src/experiment/define.ts:65 |
|
|
875
936
|
| `executeDecisionRule` | production | this package: src/experiment/define.ts:20 |
|
|
876
|
-
| `ExperimentTracker` | production | phony:products/builder/api/src/eval/evolution.ts |
|
|
877
|
-
| `fileExperimentStore` | production | phony:products/builder/api/src/eval/evolution.ts |
|
|
878
937
|
| `FinalEvidenceConflictError` | production | this package: src/campaign/final-evidence.ts:7 |
|
|
879
938
|
| `FinalEvidenceError` | production | this package: src/campaign/final-evidence.ts:7 |
|
|
880
939
|
| `FunnelIntegrityError` | none | only this package's tests: tests/experiment/funnel.test.ts:7 |
|
|
@@ -882,8 +941,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
882
941
|
| `heldoutSignificance` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
883
942
|
| `holm` | planned | doc: docs/design/statistics-decisions.md |
|
|
884
943
|
| `INDEPENDENT_EVIDENCE_AUTHORITY_KINDS` | none | — |
|
|
885
|
-
| `inMemoryExperimentStore` | none | only this package's tests: src/experiment-tracker.test.ts:2 |
|
|
886
944
|
| `isIndependentEvidence` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
|
|
945
|
+
| `joinProspectiveCanaryReceipts` | planned | doc: docs/experiment.md |
|
|
887
946
|
| `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:36 |
|
|
888
947
|
| `MatchedBudgetError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
|
|
889
948
|
| `mcnemar` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
@@ -906,6 +965,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
906
965
|
| `parseEvidenceRegistryRecord` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
|
|
907
966
|
| `powerPreflight` | production | discovery-lab:tools/run-sequential-profile-improvement.mjs |
|
|
908
967
|
| `projectNLadderBudget` | production | this package: src/experiment/define.ts:20 |
|
|
968
|
+
| `randomizedCanaryObservationDigest` | none | only this package's tests: src/experiment/prospective-canary-join.test.ts:2 |
|
|
969
|
+
| `randomizedCanaryRosterDigest` | none | only this package's tests: src/experiment/prospective-canary-join.test.ts:2 |
|
|
909
970
|
| `readField` | production | this package: src/experiment/claim.ts:4 |
|
|
910
971
|
| `renderEvidenceIndex` | production | this package: scripts/render-evidence-index.ts:15 |
|
|
911
972
|
| `renderFunnelTable` | planned | example: examples/sealed-experiment/index.ts:12 |
|
|
@@ -915,6 +976,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
915
976
|
| `runUniformPassBudget` | production | this package: src/experiment/define.ts:20 |
|
|
916
977
|
| `sealExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
917
978
|
| `SealIntegrityError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
|
|
979
|
+
| `sealRandomizedCanaryRule` | planned | doc: docs/experiment.md |
|
|
918
980
|
| `sequentialCrossingHorizon` | none | only this package's tests: tests/sequential.test.ts:2 |
|
|
919
981
|
| `sequentialDecide` | planned | doc: docs/experiment.md |
|
|
920
982
|
| `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
|
|
@@ -966,27 +1028,61 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
966
1028
|
| `TraceSpanEventSchema` | planned | example: examples/hosted-ingest-server/server.ts:33 |
|
|
967
1029
|
| `UnixNanoTimestampSchema` | none | — |
|
|
968
1030
|
|
|
1031
|
+
### `./jev`
|
|
1032
|
+
|
|
1033
|
+
14 value exports — 6 production, 7 planned, 1 none.
|
|
1034
|
+
|
|
1035
|
+
| symbol | consumer | evidence |
|
|
1036
|
+
| --- | --- | --- |
|
|
1037
|
+
| `asAnalyst` | production | this package: src/jev.ts:5 |
|
|
1038
|
+
| `asJudge` | production | this package: src/jev.ts:5 |
|
|
1039
|
+
| `assessJevReview` | planned | doc: docs/changes/jev-evidence-review.md |
|
|
1040
|
+
| `createEvaluator` | production | this package: src/jev.ts:5 |
|
|
1041
|
+
| `jevAnalyst` | planned | example: examples/jev-behavior-review.ts:3 |
|
|
1042
|
+
| `jevEvaluator` | planned | doc: docs/jev-behavior-review.md |
|
|
1043
|
+
| `jevJudge` | planned | example: examples/jev-product-integrity.ts:4 |
|
|
1044
|
+
| `JevResponseError` | none | — |
|
|
1045
|
+
| `jevReviewFindings` | planned | example: examples/jev-behavior-review.ts:3 |
|
|
1046
|
+
| `jevUsage` | production | this package: src/jev.ts:7 |
|
|
1047
|
+
| `normalizedJevScore` | planned | doc: docs/jev.md |
|
|
1048
|
+
| `parseJevRequest` | production | this package: src/jev-review.ts:9 |
|
|
1049
|
+
| `parseJevResult` | production | this package: src/jev-review.ts:9 |
|
|
1050
|
+
| `prepareJevReview` | planned | example: examples/jev-behavior-review.ts:3 |
|
|
1051
|
+
|
|
1052
|
+
### `./jev/protocol`
|
|
1053
|
+
|
|
1054
|
+
4 value exports — 3 production, 0 planned, 1 none.
|
|
1055
|
+
|
|
1056
|
+
| symbol | consumer | evidence |
|
|
1057
|
+
| --- | --- | --- |
|
|
1058
|
+
| `JevResponseError` | none | — |
|
|
1059
|
+
| `jevUsage` | production | this package: src/jev.ts:7 |
|
|
1060
|
+
| `parseJevRequest` | production | this package: src/jev-review.ts:9 |
|
|
1061
|
+
| `parseJevResult` | production | this package: src/jev-review.ts:9 |
|
|
1062
|
+
|
|
969
1063
|
### `./ledger-core`
|
|
970
1064
|
|
|
971
|
-
|
|
1065
|
+
19 value exports — 18 production, 0 planned, 1 none.
|
|
972
1066
|
|
|
973
1067
|
| symbol | consumer | evidence |
|
|
974
1068
|
| --- | --- | --- |
|
|
975
1069
|
| `appendLedgerLine` | production | this package: src/campaign/search-ledger-file.ts:3 |
|
|
976
1070
|
| `AtomicFileLockError` | production | this package: src/ledger-core/journal-file.ts:16 |
|
|
977
|
-
| `canonicalString` | production | this package: src/agent-profile.ts:
|
|
978
|
-
| `FileLedgerJournal` | production | this package: src/campaign/search-ledger.ts:
|
|
1071
|
+
| `canonicalString` | production | this package: src/agent-profile-cell.ts:3 |
|
|
1072
|
+
| `FileLedgerJournal` | production | this package: src/campaign/search-ledger.ts:23 |
|
|
979
1073
|
| `hashCanonical` | production | discovery-lab:tools/provenance.mjs |
|
|
980
|
-
| `jsonDocument` | production | this package: src/
|
|
1074
|
+
| `jsonDocument` | production | this package: src/agent-profile-cell.ts:3 |
|
|
981
1075
|
| `LEDGER_HASH_PATTERN` | production | this package: src/campaign/final-evidence.ts:13 |
|
|
982
1076
|
| `LedgerCanonicalizationError` | none | only this package's tests: src/ledger-core/canonical.test.ts:5 |
|
|
983
1077
|
| `probeAtomicFileLock` | production | this package: src/campaign/single-run-lock.ts:17 |
|
|
984
|
-
| `
|
|
985
|
-
| `
|
|
986
|
-
| `
|
|
1078
|
+
| `projectorSnapshotPathFor` | production | this package: src/ledger-core/journal.ts:48 |
|
|
1079
|
+
| `readProjectorSnapshotFile` | production | this package: src/ledger-core/journal.ts:48 |
|
|
1080
|
+
| `readTrustedHeadFile` | production | this package: src/ledger-core/journal.ts:55 |
|
|
1081
|
+
| `replayLedgerText` | production | this package: src/campaign/search-ledger.ts:23 |
|
|
1082
|
+
| `trustedHeadPathFor` | production | this package: src/ledger-core/journal.ts:55 |
|
|
987
1083
|
| `tryAcquireAtomicFileLock` | production | this package: src/campaign/single-run-lock.ts:17 |
|
|
988
1084
|
| `tryWithLedgerFileLock` | production | this package: src/campaign/search-ledger-file.ts:3 |
|
|
989
|
-
| `verifyEntriesAgainstTrustedHead` | production | this package: src/ledger-core/journal.ts:
|
|
1085
|
+
| `verifyEntriesAgainstTrustedHead` | production | this package: src/ledger-core/journal.ts:55 |
|
|
990
1086
|
| `withLedgerFileLock` | production | this package: src/analyst/benchmark-response-cache.ts:6 |
|
|
991
1087
|
| `writeLedgerFileAtomically` | production | this package: src/analyst/benchmark-response-cache.ts:6 |
|
|
992
1088
|
|
|
@@ -1002,11 +1098,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1002
1098
|
|
|
1003
1099
|
### `./meta-eval`
|
|
1004
1100
|
|
|
1005
|
-
|
|
1101
|
+
28 value exports — 13 production, 14 planned, 1 none.
|
|
1006
1102
|
|
|
1007
1103
|
| symbol | consumer | evidence |
|
|
1008
1104
|
| --- | --- | --- |
|
|
1009
1105
|
| `auditEvaluator` | planned | example: examples/evaluation-integrity/index.ts:15 |
|
|
1106
|
+
| `auditProbabilityPolicy` | planned | doc: docs/changes/probability-policy-audit.md |
|
|
1010
1107
|
| `calibrateJudge` | production | creative-agent:eval/calibrate-judges.ts |
|
|
1011
1108
|
| `calibrateJudgeContinuous` | planned | consumer tests: tax-agent:tests/eval/lib/judge-sentinel.ts |
|
|
1012
1109
|
| `calibrationCurve` | planned | doc: docs/eval-surface-map.md |
|
|
@@ -1089,14 +1186,16 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1089
1186
|
|
|
1090
1187
|
### `./pipelines`
|
|
1091
1188
|
|
|
1092
|
-
|
|
1189
|
+
10 value exports — 6 production, 0 planned, 4 none.
|
|
1093
1190
|
|
|
1094
1191
|
| symbol | consumer | evidence |
|
|
1095
1192
|
| --- | --- | --- |
|
|
1096
1193
|
| `budgetBreachView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
|
|
1097
1194
|
| `computeToolUseMetrics` | production | traces:src/pipelines.ts |
|
|
1195
|
+
| `diffSteps` | none | — |
|
|
1196
|
+
| `diffStepsFromSpans` | none | — |
|
|
1098
1197
|
| `failureClusterView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
|
|
1099
|
-
| `firstDivergenceView` | none | only this package's tests:
|
|
1198
|
+
| `firstDivergenceView` | none | only this package's tests: tests/pipelines.test.ts:2 |
|
|
1100
1199
|
| `judgeAgreementView` | production | insurance-agent:scripts/analyze-agent-eval-evidence.ts |
|
|
1101
1200
|
| `regressionView` | none | only this package's tests: src/pipelines/regression.test.ts:4 |
|
|
1102
1201
|
| `stuckLoopView` | production | agent-runtime:src/runtime/supervise/trajectory-recorder.ts |
|
|
@@ -1104,14 +1203,14 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1104
1203
|
|
|
1105
1204
|
### `./profile-cell`
|
|
1106
1205
|
|
|
1107
|
-
12 value exports — 5 production,
|
|
1206
|
+
12 value exports — 5 production, 4 planned, 3 none.
|
|
1108
1207
|
|
|
1109
1208
|
| symbol | consumer | evidence |
|
|
1110
1209
|
| --- | --- | --- |
|
|
1111
1210
|
| `AGENT_PROFILE_KINDS` | production | blueprint-agent:scripts/experiments/lib/agent-profile-cell.ts |
|
|
1112
1211
|
| `agentProfileCellHashMaterial` | planned | consumer tests: blueprint-agent:scripts/experiments/lib/__tests__/agent-profile-cell.test.ts |
|
|
1113
1212
|
| `agentProfileCellKey` | planned | consumer tests: blueprint-agent:scripts/experiments/lib/__tests__/agent-profile-cell.test.ts |
|
|
1114
|
-
| `AgentProfileCellValidationError` |
|
|
1213
|
+
| `AgentProfileCellValidationError` | planned | doc: docs/profile-json-identity.md |
|
|
1115
1214
|
| `assertRunAgentProfileCell` | none | only this package's tests: tests/agent-profile-cell.test.ts:3 |
|
|
1116
1215
|
| `buildAgentInterfaceProfileCell` | none | only this package's tests: tests/agent-profile-cell.test.ts:3 |
|
|
1117
1216
|
| `buildAgentProfileCell` | production | ai-trading-blueprint:evals/src/trading/agent-profile-cell.ts |
|
|
@@ -1211,7 +1310,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1211
1310
|
| `toTRLFormat` | production | blueprint-agent:scripts/experiments/lib/steering-dataset.ts |
|
|
1212
1311
|
| `validateDatasetFormats` | planned | example: examples/publish-rl-dataset/build-dataset.ts:30 |
|
|
1213
1312
|
| `varianceBasedCurriculum` | production | this package: src/fuzz/explorer.ts:18 |
|
|
1214
|
-
| `verificationReportToRunRecord` | none |
|
|
1313
|
+
| `verificationReportToRunRecord` | none | — |
|
|
1215
1314
|
| `VERIFIED_FINDING_SCHEMA` | none | only this package's tests: src/rl/verified-findings-dataset.test.ts:5 |
|
|
1216
1315
|
| `verifiedFindingsToJsonl` | none | only this package's tests: src/rl/verified-findings-dataset.test.ts:5 |
|
|
1217
1316
|
|
|
@@ -1270,7 +1369,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1270
1369
|
| `ROLLOUT_SCHEMA` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1271
1370
|
| `ROLLOUT_SPLITS` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1272
1371
|
| `runRolloutReleaseCli` | production | this package: src/cli.ts:19 |
|
|
1273
|
-
| `scoreOrigin` | production | this package: src/rollout/mint.ts:
|
|
1372
|
+
| `scoreOrigin` | production | this package: src/rollout/mint.ts:39 |
|
|
1274
1373
|
| `scrubLines` | production | supervisor-lab:bench/vertical-rollout-package.ts |
|
|
1275
1374
|
| `scrubRolloutLine` | none | only this package's tests: src/rollout/release/scrub.test.ts:4 |
|
|
1276
1375
|
| `scrubText` | none | only this package's tests: src/rollout/release/scrub.test.ts:4 |
|
|
@@ -1482,7 +1581,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1482
1581
|
|
|
1483
1582
|
### `./traces`
|
|
1484
1583
|
|
|
1485
|
-
|
|
1584
|
+
126 value exports — 98 production, 8 planned, 20 none.
|
|
1486
1585
|
|
|
1487
1586
|
| symbol | consumer | evidence |
|
|
1488
1587
|
| --- | --- | --- |
|
|
@@ -1493,23 +1592,26 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1493
1592
|
| `argHash` | production | agent-runtime:src/runtime/supervise/detector-monitor.ts |
|
|
1494
1593
|
| `asNumber` | planned | named in agent-app (bind not in the import graph) |
|
|
1495
1594
|
| `assertRunCaptured` | production | creative-agent:eval/canonical-runner.ts |
|
|
1595
|
+
| `assessShareSafety` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1496
1596
|
| `asString` | planned | named in agent-app (bind not in the import graph) |
|
|
1497
1597
|
| `buildTraceAnalysisToolDescriptors` | production | this package: src/analyst/tool-groups.ts:14 |
|
|
1498
1598
|
| `buildTraceInsightContext` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
|
|
1499
1599
|
| `buildTraceInsightPrompt` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/brief.ts |
|
|
1500
1600
|
| `captureFetchToRawSink` | production | creative-agent:eval/canonical-runner.ts |
|
|
1601
|
+
| `classifyKey` | planned | doc: docs/redaction.md |
|
|
1501
1602
|
| `classifyOtlpSpanRole` | production | this package: src/contract/intake/otel-spans.ts:44 |
|
|
1603
|
+
| `combineVerdicts` | none | — |
|
|
1502
1604
|
| `contextInputTokens` | none | only this package's tests: tests/trace-otel.test.ts:3 |
|
|
1503
1605
|
| `convertTraceStoresToOtlp` | planned | consumer tests: legal-agent:tests/eval/lib/traces-to-otlp.ts |
|
|
1504
1606
|
| `createBoundedTraceAnalysisStore` | production | braid:src/adapters/analysis/trace-store.ts |
|
|
1505
|
-
| `createOtelExporter` | planned | doc: docs/adapters-observability.md |
|
|
1506
|
-
| `createOtelTracingStore` | none | only this package's tests: tests/trace-contracts.test.ts:4 |
|
|
1507
|
-
| `DEFAULT_REDACTION_RULES` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
1508
1607
|
| `DEFAULT_TRACE_ANALYST_BUDGETS` | production | agent-builder:src/lib/.server/eval/stores/d1-trace-analysis-store-adapter.ts |
|
|
1509
1608
|
| `defaultProviderRedactor` | production | this package: src/llm-client.ts:53 |
|
|
1510
1609
|
| `defaultTraceInsightPanel` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
|
|
1511
1610
|
| `describeTraceInsightScope` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html.ts |
|
|
1611
|
+
| `detectCredential` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1612
|
+
| `detectPersonalData` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1512
1613
|
| `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
|
|
1614
|
+
| `emptyRedactionReport` | production | this package: src/diagnosis/spans.ts:22 |
|
|
1513
1615
|
| `exportRunAsOtlp` | production | agent-builder:src/lib/.server/eval/analysts/canonical-trace-analyst.ts |
|
|
1514
1616
|
| `extractOtlpAttributes` | production | this package: src/trace-analyst/store-otlp.ts:40 |
|
|
1515
1617
|
| `extractUsage` | production | this package: src/contract/intake/code-agent-session.ts:12 |
|
|
@@ -1532,6 +1634,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1532
1634
|
| `isOtlpModelCall` | production | this package: src/contract/intake/otel-spans.ts:44 |
|
|
1533
1635
|
| `isRunMetric` | none | — |
|
|
1534
1636
|
| `isToolSpan` | production | agent-runtime:src/runtime/supervise/trace-evidence.ts |
|
|
1637
|
+
| `isTraceInsightArtifact` | none | — |
|
|
1638
|
+
| `isTraceInsightAttribution` | none | only this package's tests: src/trace-analyst/insights-attribution.test.ts:4 |
|
|
1639
|
+
| `isTraceInsightEvidence` | none | — |
|
|
1535
1640
|
| `judgeSpans` | production | this package: src/builder-eval/three-layer-eval.ts:25 |
|
|
1536
1641
|
| `LLM_CACHE_WRITE_TOKEN_ATTR_KEYS` | production | traces:src/file-export.ts |
|
|
1537
1642
|
| `LLM_CACHE_WRITE_TOKENS` | production | traces:src/adapters/claude.ts |
|
|
@@ -1550,8 +1655,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1550
1655
|
| `LLM_REASONING_TOKENS` | production | braid:src/adapters/analysis/trace-event-projection.ts |
|
|
1551
1656
|
| `llmSpans` | production | phony:products/builder/api/src/eval/replay.ts |
|
|
1552
1657
|
| `NoopRawProviderSink` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
1658
|
+
| `normalizeKey` | none | — |
|
|
1553
1659
|
| `OPENINFERENCE_SPAN_KIND` | production | braid:src/adapters/analysis/trace-event-projection.ts |
|
|
1554
|
-
| `OTEL_AGENT_EVAL_SCOPE` |
|
|
1660
|
+
| `OTEL_AGENT_EVAL_SCOPE` | none | — |
|
|
1555
1661
|
| `OtlpFileTraceStore` | production | agent-builder:scripts/run-canonical-analyst-loop.ts |
|
|
1556
1662
|
| `otlpRowsToRunRecords` | production | traces:src/execution.ts |
|
|
1557
1663
|
| `otlpRowsToTraceRunRecords` | none | — |
|
|
@@ -1562,9 +1668,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1562
1668
|
| `planTraceInsightQuestions` | none | only this package's tests: src/trace-analyst/insights.test.ts:3 |
|
|
1563
1669
|
| `projectOtlpFlatLine` | production | this package: src/trace-analyst/otlp-to-run-records.ts:63 |
|
|
1564
1670
|
| `providerFromBaseUrl` | production | this package: src/llm-client.ts:53 |
|
|
1671
|
+
| `redact` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1672
|
+
| `redactForShare` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1673
|
+
| `REDACTION_PROFILES` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1565
1674
|
| `REDACTION_VERSION` | production | agent-dev-container:products/intelligence/api/src/lib/redact.ts |
|
|
1566
|
-
| `
|
|
1567
|
-
| `redactValue` | production | traces:src/index.ts |
|
|
1675
|
+
| `redactText` | production | this package: scripts/redaction-corpus.ts:9 |
|
|
1568
1676
|
| `RUN_COST_ATTR_KEYS` | production | this package: src/trace/execution-measurements.ts:2 |
|
|
1569
1677
|
| `RUN_METRICS` | none | — |
|
|
1570
1678
|
| `runFailureClass` | production | starter-foundry:registry/layers/agent-eval/redteam/files/src/eval/redteam/runner.ts |
|
|
@@ -1572,6 +1680,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1572
1680
|
| `runMetricExtractor` | production | this package: src/meta-eval/calibration.ts:10 |
|
|
1573
1681
|
| `runsForScenario` | production | phony:products/builder/api/src/eval/gate.ts |
|
|
1574
1682
|
| `scoreTraceInsightReadiness` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/report-html-sections.ts |
|
|
1683
|
+
| `shareAllowed` | planned | doc: docs/redaction.md |
|
|
1575
1684
|
| `SPAN_KIND_ATTR_KEYS` | production | traces:src/run-span-tree.ts |
|
|
1576
1685
|
| `SpanNotFoundError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1577
1686
|
| `stringField` | planned | named in agent-dev-container (bind not in the import graph) |
|
|
@@ -1587,24 +1696,25 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1587
1696
|
| `TRACE_ANALYSIS_LIMITS` | production | this package: src/analyst/benchmark-evidence-validation.ts:1 |
|
|
1588
1697
|
| `TRACE_ANALYST_ACTOR_DESCRIPTION` | production | this package: src/trace-analyst/analyst.ts:11 |
|
|
1589
1698
|
| `TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION` | production | this package: src/trace-analyst/analyst.ts:11 |
|
|
1590
|
-
| `TRACE_ANALYST_TOOL_NAMESPACE` | none |
|
|
1699
|
+
| `TRACE_ANALYST_TOOL_NAMESPACE` | none | — |
|
|
1591
1700
|
| `TRACE_ANALYST_TRUNCATION_MARKER_PREFIX` | production | agent-runtime:src/analyst-loop/iterations-to-trace-store.ts |
|
|
1592
1701
|
| `TRACE_SCHEMA_VERSION` | production | skeletal-os:src/eval/agentEvalBridge.ts |
|
|
1593
1702
|
| `TraceAnalysisLimitError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1594
1703
|
| `TraceAnalysisStoreContractError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1595
1704
|
| `TraceAnalysisValidationError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1596
|
-
| `traceAnalystFunctionGroup` | none |
|
|
1705
|
+
| `traceAnalystFunctionGroup` | none | — |
|
|
1597
1706
|
| `traceAnalystOnRunComplete` | planned | named in creative-agent (bind not in the import graph) |
|
|
1598
1707
|
| `TraceEmitter` | production | agent-builder:src/lib/.server/runtime/trace-runtime.ts |
|
|
1599
1708
|
| `TraceFileMalformedError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
|
|
1600
1709
|
| `TraceFileMissingError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
|
|
1601
1710
|
| `TraceFileTooLargeError` | production | this package: src/trace-analyst/store-otlp.ts:31 |
|
|
1602
1711
|
| `TraceNotFoundError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1603
|
-
| `traceSpanKindToOpenInferenceKind` | production | this package: src/trace/otel
|
|
1712
|
+
| `traceSpanKindToOpenInferenceKind` | production | this package: src/trace/otel.ts:12 |
|
|
1713
|
+
| `UNTRUSTED_TRACE_TEXT` | none | — |
|
|
1604
1714
|
|
|
1605
1715
|
### `./trajectory-replay`
|
|
1606
1716
|
|
|
1607
|
-
49 value exports —
|
|
1717
|
+
49 value exports — 29 production, 16 planned, 4 none.
|
|
1608
1718
|
|
|
1609
1719
|
| symbol | consumer | evidence |
|
|
1610
1720
|
| --- | --- | --- |
|
|
@@ -1619,37 +1729,37 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1619
1729
|
| `decodeRecordedTurns` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1620
1730
|
| `derivedImageTag` | planned | named in traces (bind not in the import graph) |
|
|
1621
1731
|
| `deriveFailureSignature` | production | this package: src/trace-repair/grade.ts:25 |
|
|
1622
|
-
| `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:
|
|
1623
|
-
| `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:
|
|
1732
|
+
| `dockerImagePreparer` | production | this package: src/trajectory-replay/batch.ts:43 |
|
|
1733
|
+
| `enumerateReplayableCases` | production | this package: src/trajectory-replay/batch.ts:34 |
|
|
1624
1734
|
| `extractFixCommand` | production | this package: src/trajectory-replay/fix-loop.ts:17 |
|
|
1625
1735
|
| `finalRecordedOutcome` | production | this package: scripts/tb-corpus-rows.ts:29 |
|
|
1626
1736
|
| `findingReplayStep` | planned | named in traces (bind not in the import graph) |
|
|
1627
1737
|
| `findingTrajectoryId` | planned | named in traces (bind not in the import graph) |
|
|
1628
1738
|
| `FORMAT_ERROR_OBSERVATION_PREFIX` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
|
|
1629
|
-
| `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:
|
|
1739
|
+
| `generateFixCommand` | production | this package: src/trajectory-replay/batch.ts:41 |
|
|
1630
1740
|
| `goldIncorrectSteps` | planned | named in traces (bind not in the import graph) |
|
|
1631
|
-
| `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:
|
|
1741
|
+
| `ingestRecordedTrajectory` | production | this package: src/trajectory-replay/batch.ts:44 |
|
|
1632
1742
|
| `isElidedField` | none | only this package's tests: tests/trajectory-replay/steps.test.ts:7 |
|
|
1633
1743
|
| `isRecordedTimeout` | production | this package: scripts/tb-repair-milestone1.ts:68 |
|
|
1634
|
-
| `isSubmitAction` | production | this package: src/trajectory-replay/
|
|
1635
|
-
| `isSubmitOnlyAction` |
|
|
1744
|
+
| `isSubmitAction` | production | this package: src/trajectory-replay/findings.ts:39 |
|
|
1745
|
+
| `isSubmitOnlyAction` | production | this package: src/trajectory-replay/corpus.ts:19 |
|
|
1636
1746
|
| `parseCorpusFlag` | planned | named in traces (bind not in the import graph) |
|
|
1637
1747
|
| `parseIncorrectStepsSubject` | production | this package: src/trajectory-replay/findings.ts:41 |
|
|
1638
1748
|
| `parseObservationOutput` | production | this package: src/trajectory-replay/corpus.ts:19 |
|
|
1639
1749
|
| `parseRecordedReturncode` | production | this package: scripts/tb-gated-stop-ab.ts:77 |
|
|
1640
|
-
| `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:
|
|
1750
|
+
| `PREFIX_DIVERGENCE_TOLERANCE_PCT` | production | this package: src/trajectory-replay/batch.ts:44 |
|
|
1641
1751
|
| `readFindingsFile` | planned | named in traces (bind not in the import graph) |
|
|
1642
1752
|
| `readLabelEntries` | planned | named in traces (bind not in the import graph) |
|
|
1643
1753
|
| `renderBatchReport` | planned | named in traces (bind not in the import graph) |
|
|
1644
1754
|
| `renderVerifiedFindingsSection` | planned | named in traces (bind not in the import graph) |
|
|
1645
|
-
| `replayVerify` | production | this package: src/trajectory-replay/batch.ts:
|
|
1755
|
+
| `replayVerify` | production | this package: src/trajectory-replay/batch.ts:44 |
|
|
1646
1756
|
| `replayVerifyFinding` | planned | doc: docs/trajectory-replay.md |
|
|
1647
1757
|
| `resolveCaseResources` | production | this package: src/trajectory-replay/findings.ts:36 |
|
|
1648
1758
|
| `resolveFindingInvocation` | planned | named in traces (bind not in the import graph) |
|
|
1649
1759
|
| `resolveFindingReplayability` | planned | named in traces (bind not in the import graph) |
|
|
1650
|
-
| `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:
|
|
1760
|
+
| `runFixLoop` | production | this package: src/trajectory-replay/batch.ts:42 |
|
|
1651
1761
|
| `runReplayBatch` | planned | doc: docs/trajectory-replay.md |
|
|
1652
|
-
| `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:
|
|
1762
|
+
| `SandboxCounterfactualRunner` | production | this package: src/trajectory-replay/batch.ts:44 |
|
|
1653
1763
|
| `seededSample` | planned | named in traces (bind not in the import graph) |
|
|
1654
1764
|
| `SUBMIT_ACTION_SIGNATURE` | production | this package: src/trace-repair/mini-swe-scaffold.ts:17 |
|
|
1655
1765
|
| `summarizePrefixReplay` | none | only this package's tests: tests/trajectory-replay/verify.test.ts:14 |
|