@tangle-network/agent-eval 0.181.0 → 0.183.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +30 -0
- package/dist/analyst/index.d.ts +3 -3
- package/dist/analyst/index.js +7 -7
- package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-NBrqNwgy.js} +11 -11
- package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-NBrqNwgy.js.map} +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.js +8 -8
- package/dist/{campaign-4_ppJW5X.js → campaign-BwcEBC91.js} +11 -11
- package/dist/{campaign-4_ppJW5X.js.map → campaign-BwcEBC91.js.map} +1 -1
- package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
- package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
- package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
- package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
- package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
- package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
- package/dist/cli.js +5 -5
- package/dist/contract/index.js +13 -13
- package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
- package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
- package/dist/{default-registry-aL7xUrUz.js → default-registry-C0-N4PkG.js} +3 -3
- package/dist/{default-registry-aL7xUrUz.js.map → default-registry-C0-N4PkG.js.map} +1 -1
- package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-CneiWyuA.js} +8 -8
- package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-CneiWyuA.js.map} +1 -1
- package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-8pgBSiy7.js} +4 -4
- package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-8pgBSiy7.js.map} +1 -1
- package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
- package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
- package/dist/experiment/index.js +5 -5
- package/dist/exporters-D98GPi1n.d.ts +161 -0
- package/dist/exporters-D98GPi1n.d.ts.map +1 -0
- package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
- package/dist/exporters-DEcXbvgO.js.map +1 -0
- package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-DIB4YWEe.js} +2 -2
- package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-DIB4YWEe.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-CjguXN2e.js} +3 -3
- package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-CjguXN2e.js.map} +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
- package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
- package/dist/{index-CJ3LhKIX.d.ts → index--_8_Nlpn.d.ts} +4 -154
- package/dist/index--_8_Nlpn.d.ts.map +1 -0
- package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
- package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +21 -21
- package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
- package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
- package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DxTzg32u.js} +2 -2
- package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DxTzg32u.js.map} +1 -1
- package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
- package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
- package/dist/{llm-judge-DEFZeSiu.js → llm-judge-FfaRgz9X.js} +6 -6
- package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-FfaRgz9X.js.map} +1 -1
- package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
- package/dist/metrics-DOMpkoeb.js.map +1 -0
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
- package/dist/paired-arms-JSDcs2zx.js.map +1 -0
- package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
- package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
- package/dist/{produced-state-BHboMaab.js → produced-state-CGoVInrl.js} +5 -5
- package/dist/{produced-state-BHboMaab.js.map → produced-state-CGoVInrl.js.map} +1 -1
- package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
- package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
- package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
- package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
- package/dist/report-command-BvqaxlVG.js.map +1 -0
- package/dist/reporting.js +3 -3
- package/dist/rl.d.ts +26 -35
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +61 -57
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +2 -1
- package/dist/rollout/index.js +3 -4
- package/dist/{rollout-B-UF5R6w.js → rollout-D_54FZVu.js} +155 -14
- package/dist/rollout-D_54FZVu.js.map +1 -0
- package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
- package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
- package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-_3Fp6Q_3.js} +6 -6
- package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-_3Fp6Q_3.js.map} +1 -1
- package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
- package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
- package/dist/{server-D_cjseFN.js → server-BZQR1f0C.js} +3 -3
- package/dist/{server-D_cjseFN.js.map → server-BZQR1f0C.js.map} +1 -1
- package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-DY1aQ-aL.js} +6 -6
- package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-DY1aQ-aL.js.map} +1 -1
- package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
- package/dist/{store-otlp-DWGUwlyj.js → store-otlp-DAaEbMLf.js} +2 -2
- package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-DAaEbMLf.js.map} +1 -1
- package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-BZ8MPKFe.js} +3 -3
- package/dist/{store-tool-spans-ceJoiUgS.js.map → store-tool-spans-BZ8MPKFe.js.map} +1 -1
- package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
- package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +20 -44
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +8 -8
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-B_JjrOVo.js} +2 -2
- package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-B_JjrOVo.js.map} +1 -1
- package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
- package/dist/terminal-record-BHocwFw1.js.map +1 -0
- package/dist/traces.js +4 -4
- package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
- package/dist/types-BlIJ5URG.d.ts.map +1 -0
- package/dist/wire/index.js +1 -1
- package/docs/public-api.md +111 -98
- package/package.json +1 -1
- package/dist/exporters-Df7TgHFv.js.map +0 -1
- package/dist/index-CJ3LhKIX.d.ts.map +0 -1
- package/dist/metrics-Qv-cpptD.js.map +0 -1
- package/dist/opencode-sqlite-CNw3vubS.js +0 -145
- package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
- package/dist/paired-arms-D4aeIHUy.js.map +0 -1
- package/dist/report-command-V1ecVgAv.js.map +0 -1
- package/dist/rollout-B-UF5R6w.js.map +0 -1
- package/dist/terminal-record-BtPwKTSr.js.map +0 -1
- package/dist/types-lPkDQNqJ.d.ts.map +0 -1
package/docs/public-api.md
CHANGED
|
@@ -7,11 +7,11 @@ Generated by `pnpm api:census` on demand — this is a dated reading, not a gate
|
|
|
7
7
|
| measure | count |
|
|
8
8
|
| --- | --- |
|
|
9
9
|
| export subpaths | 28 |
|
|
10
|
-
| published value exports (subpath x symbol) |
|
|
11
|
-
| distinct symbols |
|
|
12
|
-
| production |
|
|
13
|
-
| planned |
|
|
14
|
-
| none |
|
|
10
|
+
| published value exports (subpath x symbol) | 1416 |
|
|
11
|
+
| distinct symbols | 1240 |
|
|
12
|
+
| production | 941 |
|
|
13
|
+
| planned | 239 |
|
|
14
|
+
| none | 236 |
|
|
15
15
|
|
|
16
16
|
Type-only exports are not listed: a type binds no runtime surface, and removing one cannot break a caller at run time.
|
|
17
17
|
|
|
@@ -111,7 +111,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
111
111
|
| `argHash` | production | agent-runtime:src/runtime/supervise/detector-monitor.ts |
|
|
112
112
|
| `assertCapabilityHeadroom` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
|
|
113
113
|
| `assertCrossFamily` | production | agent-builder:frontier/judges/artifact-head-to-head.ts |
|
|
114
|
-
| `assertCrossFamilyServed` | planned | doc:
|
|
114
|
+
| `assertCrossFamilyServed` | planned | doc: docs/building-doctrine.md |
|
|
115
115
|
| `assertNoHiddenLeak` | planned | doc: docs/design/statistics-decisions.md |
|
|
116
116
|
| `assertNoJudgeVerdict` | production | this package: src/analyst/policy-edit.ts:6 |
|
|
117
117
|
| `assertProductBenchmarkRun` | production | creative-agent:eval/research-package.ts |
|
|
@@ -191,7 +191,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
191
191
|
| `createTraceAnalyst` | production | blueprint-agent:scripts/experiments/lib/sandbox-driver/analyst-steer.ts |
|
|
192
192
|
| `CrossFamilyError` | production | creative-agent:eval/lib/judge-ensemble.ts |
|
|
193
193
|
| `decidePairedPromotion` | production | discovery-lab:tools/decide.mjs |
|
|
194
|
-
| `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/gates/promotion-policy.ts:
|
|
194
|
+
| `DECISION_PAIRED_DELTA_STATISTIC` | production | this package: src/campaign/gates/promotion-policy.ts:19 |
|
|
195
195
|
| `DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS` | production | this package: src/command-runner.ts:28 |
|
|
196
196
|
| `DEFAULT_FAILURE_REASON_RULES` | none | only this package's tests: tests/failure-taxonomy.test.ts:2 |
|
|
197
197
|
| `DEFAULT_PERMUTATIONS` | none | — |
|
|
@@ -211,7 +211,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
211
211
|
| `domainEvidencePattern` | production | blueprint-agent:scripts/experiments/lib/analyze-vb-run/session-loader.ts |
|
|
212
212
|
| `dominates` | production | blueprint-agent:scripts/experiments/lib/competition-analytics.ts |
|
|
213
213
|
| `ensembleJudge` | production | blueprint-agent:scripts/experiments/lib/qa-grader.ts |
|
|
214
|
-
| `eProcess` | production | this package: src/campaign/gates/sequential.ts:
|
|
214
|
+
| `eProcess` | production | this package: src/campaign/gates/sequential.ts:37 |
|
|
215
215
|
| `EquivalenceProtocolError` | planned | doc: docs/verification-strategies.md |
|
|
216
216
|
| `equivalenceVerdict` | planned | doc: docs/verdicts.md |
|
|
217
217
|
| `ERROR_COUNT_PATTERNS` | production | blueprint-agent:scripts/experiments/lib/error-count-extractor.ts |
|
|
@@ -292,13 +292,13 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
292
292
|
| `makeFinding` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/candidates.ts |
|
|
293
293
|
| `makePolicyEdit` | none | only this package's tests: src/analyst/policy-edit.test.ts:2 |
|
|
294
294
|
| `makePolicyEditCandidateRecord` | planned | doc: docs/campaign-proposers.md |
|
|
295
|
-
| `makeProposalFinding` | production | agent-runtime:
|
|
296
|
-
| `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:
|
|
295
|
+
| `makeProposalFinding` | production | agent-runtime:examples/improve/improve.ts |
|
|
296
|
+
| `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:36 |
|
|
297
297
|
| `MANN_WHITNEY_EXACT_MAX_STATES` | none | — |
|
|
298
298
|
| `MANN_WHITNEY_EXACT_MAX_WORK` | none | — |
|
|
299
299
|
| `mannWhitneyU` | production | blueprint-agent:scripts/experiments/lib/competition-analytics.ts |
|
|
300
300
|
| `maximumChargeForLlmRequest` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
301
|
-
| `mcnemar` | production | agent
|
|
301
|
+
| `mcnemar` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
302
302
|
| `mcnemarPower` | production | supervisor-lab:bench/deepswe/headroom.ts |
|
|
303
303
|
| `mcnemarRequiredN` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
304
304
|
| `minimumPairsForPairedDeltaTest` | production | agent-dev-container:products/intelligence/api/src/routes/optimizations.ts |
|
|
@@ -318,18 +318,18 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
318
318
|
| `otlpTextToTraceAnalysisStore` | production | braid:src/adapters/analysis/trace-store.ts |
|
|
319
319
|
| `OUTPUT_VALUE` | production | agent-runtime:src/runtime/supervise-surface.ts |
|
|
320
320
|
| `pairArms` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
|
|
321
|
-
| `pairedBinaryScale` | production | this package: src/paired-promotion-decision.ts:
|
|
321
|
+
| `pairedBinaryScale` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
322
322
|
| `pairedBootstrap` | production | agent-builder:frontier/adapters/fleet-eval-runner.ts |
|
|
323
|
-
| `pairedCohensDz` | production | this package: src/contract/analyze-runs.ts:
|
|
323
|
+
| `pairedCohensDz` | production | this package: src/contract/analyze-runs.ts:38 |
|
|
324
324
|
| `pairedDeltaTest` | production | gtm-agent:eval/matrix/report.ts |
|
|
325
|
-
| `pairedDeltaTieFraction` | production | this package: src/paired-promotion-decision.ts:
|
|
325
|
+
| `pairedDeltaTieFraction` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
326
326
|
| `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
|
|
327
327
|
| `pairedMde` | production | discovery-lab:tools/design-gate.mjs |
|
|
328
328
|
| `pairedRiskDifference` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
|
|
329
|
-
| `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:
|
|
330
|
-
| `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:
|
|
329
|
+
| `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
330
|
+
| `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
331
331
|
| `pairedSignTest` | production | agent-dev-container:products/intelligence/api/src/lib/paired-stats.ts |
|
|
332
|
-
| `pairedTTest` | production | this package: src/contract/analyze-runs.ts:
|
|
332
|
+
| `pairedTTest` | production | this package: src/contract/analyze-runs.ts:38 |
|
|
333
333
|
| `pairRunRecords` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
334
334
|
| `PairwiseSteeringOptimizer` | production | browser-agent-driver:bench/research/webvoyager-agent-eval-loop.mjs |
|
|
335
335
|
| `paretoChart` | production | workcomp-agent:eval/benchmark/select.ts |
|
|
@@ -507,7 +507,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
507
507
|
| `DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS` | production | this package: src/analyst/chat-trace-engine.ts:46 |
|
|
508
508
|
| `defaultIsMaterial` | none | only this package's tests: src/analyst/analyst.test.ts:8 |
|
|
509
509
|
| `defineCustomAnalyst` | planned | doc: docs/trace-analysis.md |
|
|
510
|
-
| `defineTraceAnalyst` | planned | doc: docs/
|
|
510
|
+
| `defineTraceAnalyst` | planned | doc: docs/feature-guide.md |
|
|
511
511
|
| `deriveEfficiencyFindings` | none | only this package's tests: src/trace-analyst/behavioral-metrics.test.ts:2 |
|
|
512
512
|
| `diffFindings` | production | agent-runtime:src/analyst-loop/run-analyst-loop.ts |
|
|
513
513
|
| `effectiveAnalystProtocolSha256` | production | this package: src/analyst/benchmark-command-persistence.ts:31 |
|
|
@@ -532,7 +532,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
532
532
|
| `loadCodeTraceVerificationArtifacts` | production | this package: src/analyst/benchmark-public-data.ts:32 |
|
|
533
533
|
| `loadPublicBenchmarkRows` | production | this package: scripts/gepa-analyst-campaign.ts:64 |
|
|
534
534
|
| `makeFinding` | production | agent-dev-container:products/intelligence/api/src/lib/consultant/candidates.ts |
|
|
535
|
-
| `makeProposalFinding` | production | agent-runtime:
|
|
535
|
+
| `makeProposalFinding` | production | agent-runtime:examples/improve/improve.ts |
|
|
536
536
|
| `MAX_INCORRECT_BLOCK_STEPS` | production | this package: src/analyst/benchmark-public-adapters.ts:9 |
|
|
537
537
|
| `MAX_INCORRECT_BLOCKS` | production | this package: src/analyst/benchmark-public-adapters.ts:9 |
|
|
538
538
|
| `mergePrimeRawUsage` | planned | doc: docs/prime-analyst.md |
|
|
@@ -628,7 +628,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
628
628
|
|
|
629
629
|
### `./campaign`
|
|
630
630
|
|
|
631
|
-
|
|
631
|
+
124 value exports — 80 production, 18 planned, 26 none.
|
|
632
632
|
|
|
633
633
|
| symbol | consumer | evidence |
|
|
634
634
|
| --- | --- | --- |
|
|
@@ -637,7 +637,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
637
637
|
| `assertCampaignDesign` | production | this package: src/campaign/plan-campaign-run.ts:10 |
|
|
638
638
|
| `assertCampaignSplitIdentity` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
|
|
639
639
|
| `assertCodeSurfaceIdentity` | none | — |
|
|
640
|
-
| `assertCompleteSearchHistory` | production | this package: src/campaign/optimization-method.ts:
|
|
640
|
+
| `assertCompleteSearchHistory` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
641
641
|
| `assertSearchHistoryMatchesReplay` | planned | doc: docs/search-history-receipts.md |
|
|
642
642
|
| `autoevalsScorerJudge` | none | only this package's tests: src/campaign/upstream-evaluators.test.ts:6 |
|
|
643
643
|
| `buildCellSchedule` | production | this package: src/campaign/plan-campaign-run.ts:9 |
|
|
@@ -646,9 +646,9 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
646
646
|
| `buildTraceAnalystSurfaceDispatch` | none | only this package's tests: src/campaign/analyst-surface.test.ts:4 |
|
|
647
647
|
| `campaignBreakdown` | production | this package: src/campaign/external-text-evaluation.ts:11 |
|
|
648
648
|
| `campaignMeanComposite` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
649
|
-
| `campaignMeasurementDigest` | production | this package: src/contract/self-improve-method.ts:
|
|
650
|
-
| `campaignScenarioIdentity` | production | agent-runtime:
|
|
651
|
-
| `campaignSplitDigest` | production |
|
|
649
|
+
| `campaignMeasurementDigest` | production | this package: src/contract/self-improve-method.ts:13 |
|
|
650
|
+
| `campaignScenarioIdentity` | production | agent-runtime:src/improvement/method-identity.ts |
|
|
651
|
+
| `campaignSplitDigest` | production | discovery-lab:tools/profile-population.mjs |
|
|
652
652
|
| `campaignSplitDigestFromIdentities` | production | agent-runtime:src/improvement/method-identity.ts |
|
|
653
653
|
| `canonicalDigest` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
654
654
|
| `cellCachePath` | production | discovery-lab:tools/strict-screen.mjs |
|
|
@@ -669,15 +669,15 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
669
669
|
| `DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS` | none | — |
|
|
670
670
|
| `DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS` | none | — |
|
|
671
671
|
| `defaultProductionGate` | production | agent-app:src/eval-campaign/index.ts |
|
|
672
|
-
| `detectScale` | production | this package: src/campaign/gates/promotion-policy.ts:
|
|
672
|
+
| `detectScale` | production | this package: src/campaign/gates/promotion-policy.ts:25 |
|
|
673
673
|
| `dimensionRegressions` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-engine.ts |
|
|
674
674
|
| `discoverEvalFixtures` | planned | doc: docs/eval-fixtures.md |
|
|
675
|
-
| `emitLoopProvenance` | production | this package: src/contract/self-improve.ts:
|
|
675
|
+
| `emitLoopProvenance` | production | this package: src/contract/self-improve.ts:36 |
|
|
676
676
|
| `externalTextOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
677
677
|
| `FileSearchLedger` | none | — |
|
|
678
678
|
| `finalizeProfileMatrix` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
679
679
|
| `fsCampaignStorage` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
680
|
-
| `FsLabeledScenarioStore` |
|
|
680
|
+
| `FsLabeledScenarioStore` | planned | named in agent-runtime (bind not in the import graph) |
|
|
681
681
|
| `gepaOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
682
682
|
| `gitWorktreeAdapter` | production | agent-runtime:src/improvement/code-execution.ts |
|
|
683
683
|
| `heldOutGate` | production | agent-dev-container:products/intelligence/api/src/lib/optimization-gate.ts |
|
|
@@ -690,13 +690,13 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
690
690
|
| `llmJudge` | production | agent-runtime:examples/agentic-data-creation/offline-fixtures.ts |
|
|
691
691
|
| `loadEvalFixture` | planned | doc: docs/eval-fixtures.md |
|
|
692
692
|
| `loadEvalFixtureScenarios` | planned | example: examples/eval-fixtures-quickstart/index.ts:11 |
|
|
693
|
-
| `loopProvenanceArgsFromResult` | production | this package: src/contract/self-improve.ts:
|
|
693
|
+
| `loopProvenanceArgsFromResult` | production | this package: src/contract/self-improve.ts:36 |
|
|
694
694
|
| `loopProvenanceSpans` | none | only this package's tests: src/campaign/provenance-integrity.test.ts:5 |
|
|
695
695
|
| `makePlaybackDispatch` | none | only this package's tests: src/campaign/presets/playback.test.ts:6 |
|
|
696
|
-
| `makeProposalFinding` | production | agent-runtime:
|
|
696
|
+
| `makeProposalFinding` | production | agent-runtime:examples/improve/improve.ts |
|
|
697
697
|
| `neutralizationGate` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/evolve.ts |
|
|
698
698
|
| `neutralizeText` | planned | consumer tests: tax-agent:tests/eval/benchmarks/taxcalc/compile-and-prove/compile-diff.ts |
|
|
699
|
-
| `openAutoPr` | production | this package: src/campaign/presets/run-improvement-loop.ts:
|
|
699
|
+
| `openAutoPr` | production | this package: src/campaign/presets/run-improvement-loop.ts:8 |
|
|
700
700
|
| `openSearchLedger` | production | this package: src/campaign/gepa-optimization-method.ts:66 |
|
|
701
701
|
| `optimizationTokenUsageFromSummary` | production | this package: src/campaign/external-text-optimization.ts:41 |
|
|
702
702
|
| `pairHoldout` | production | agent-dev-container:products/intelligence/api/src/lib/run-provenance.ts |
|
|
@@ -728,21 +728,23 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
728
728
|
| `runOptimization` | production | agent-dev-container:products/sandbox/evals/src/auto-optimization.ts |
|
|
729
729
|
| `runProfileMatrix` | production | agent-runtime:examples/product-eval/product-eval.ts |
|
|
730
730
|
| `runProfileMatrixSegment` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
731
|
+
| `scopedOptimizationMethod` | planned | doc: docs/campaign-proposers.md |
|
|
731
732
|
| `scoreboardSummary` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/run.ts |
|
|
732
733
|
| `scoreDiscrimination` | production | supervisor-lab:bench/comms/seat-discrimination.ts |
|
|
733
734
|
| `scoreUserStory` | production | blueprint-agent:scripts/experiments/eval/launch-scoreboard/scoreboard-core.ts |
|
|
734
|
-
| `searchHistoryCoverageRow` | production | this package: src/campaign/optimization-method.ts:
|
|
735
|
-
| `SearchHistoryRequiredError` | none | only this package's tests: src/campaign/presets/compare-optimization-methods-history.test.ts:
|
|
736
|
-
| `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:
|
|
737
|
-
| `SearchLedgerError` | production | this package: src/campaign/search-ledger.ts:
|
|
735
|
+
| `searchHistoryCoverageRow` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
736
|
+
| `SearchHistoryRequiredError` | none | only this package's tests: src/campaign/presets/compare-optimization-methods-history.test.ts:14 |
|
|
737
|
+
| `SearchLedgerConflictError` | production | this package: src/campaign/search-ledger.ts:32 |
|
|
738
|
+
| `SearchLedgerError` | production | this package: src/campaign/search-ledger.ts:32 |
|
|
738
739
|
| `SearchLedgerIntegrityError` | production | this package: src/campaign/search-ledger-file.ts:10 |
|
|
739
740
|
| `SearchRecorder` | production | this package: src/campaign/presets/run-optimization.ts:38 |
|
|
740
741
|
| `selectDiscriminative` | none | only this package's tests: src/campaign/scenario-selection.test.ts:2 |
|
|
741
742
|
| `sequentialDecide` | planned | doc: docs/experiment.md |
|
|
743
|
+
| `sequentialOptimizationMethod` | planned | doc: docs/campaign-proposers.md |
|
|
742
744
|
| `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
|
|
743
745
|
| `skillOptOptimizationMethod` | production | agent-app:src/eval-campaign/index.ts |
|
|
744
746
|
| `surfaceContentHash` | production | discovery-lab:tools/run-profile-confirmation.mjs |
|
|
745
|
-
| `surfaceDispatchRef` | production | this package: src/campaign/presets/run-final-comparison.ts:
|
|
747
|
+
| `surfaceDispatchRef` | production | this package: src/campaign/presets/run-final-comparison.ts:11 |
|
|
746
748
|
| `surfaceHash` | production | agent-builder:src/lib/.server/eval/loops/evolution-runner.ts |
|
|
747
749
|
| `tangleTracesRoot` | none | only this package's tests: src/campaign/run-dir.test.ts:4 |
|
|
748
750
|
| `traceAnalystQualityJudge` | production | this package: scripts/gepa-analyst-campaign.ts:74 |
|
|
@@ -751,7 +753,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
751
753
|
| `validateSearchLedgerEvent` | planned | consumer tests: discovery-lab:tools/search-ledger-planless.test.mjs |
|
|
752
754
|
| `verifyCodeSurface` | production | agent-runtime:src/candidate-execution/builder.ts |
|
|
753
755
|
| `verifyLoopProvenanceRecord` | none | only this package's tests: src/campaign/provenance-integrity.test.ts:5 |
|
|
754
|
-
| `verifySearchHistoryArtifact` | production | this package: src/campaign/optimization-method.ts:
|
|
756
|
+
| `verifySearchHistoryArtifact` | production | this package: src/campaign/optimization-method.ts:14 |
|
|
755
757
|
| `verifySearchHistoryReceipt` | planned | doc: docs/search-history-receipts.md |
|
|
756
758
|
| `WorktreeAdapterError` | none | only this package's tests: tests/campaign/worktree.test.ts:17 |
|
|
757
759
|
|
|
@@ -764,7 +766,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
764
766
|
| `analyzeRuns` | production | agent-builder:eval/scripts/insight-report.ts |
|
|
765
767
|
| `buildDefaultAnalystRegistry` | production | agent-dev-container:products/intelligence/api/src/lib/deep-trace-analyst.ts |
|
|
766
768
|
| `buildEvidenceVector` | planned | doc: docs/experiment.md |
|
|
767
|
-
| `campaignSplitDigest` | production |
|
|
769
|
+
| `campaignSplitDigest` | production | discovery-lab:tools/profile-population.mjs |
|
|
768
770
|
| `compareOptimizationMethods` | production | agent-app:src/eval-campaign/index.ts |
|
|
769
771
|
| `composeGate` | production | discovery-lab:tools/confirmation-gate.mjs |
|
|
770
772
|
| `createChatClient` | production | agent-dev-container:products/intelligence/api/src/lib/intent-audit-analyst.ts |
|
|
@@ -792,7 +794,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
792
794
|
| `inMemoryCampaignStorage` | production | agent-dev-container:products/sandbox/evals/src/auto-optimization.ts |
|
|
793
795
|
| `InMemoryOutcomeStore` | planned | consumer tests: phony:products/builder/api/src/eval/outcomes-correlate.test.ts |
|
|
794
796
|
| `llmJudge` | production | agent-runtime:examples/agentic-data-creation/offline-fixtures.ts |
|
|
795
|
-
| `makeProposalFinding` | production | agent-runtime:
|
|
797
|
+
| `makeProposalFinding` | production | agent-runtime:examples/improve/improve.ts |
|
|
796
798
|
| `measuredComparisonFromAgentProfileImprovementExperiment` | production | agent-runtime:src/intelligence/authored-profile-improvement.ts |
|
|
797
799
|
| `measuredComparisonFromCandidateExperiment` | production | agent-runtime:src/intelligence/improvement-cycle.ts |
|
|
798
800
|
| `observeCodeAgentSession` | production | this package: src/contract/intake/code-agent-session.ts:13 |
|
|
@@ -829,12 +831,12 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
829
831
|
|
|
830
832
|
### `./experiment`
|
|
831
833
|
|
|
832
|
-
|
|
834
|
+
89 value exports — 55 production, 17 planned, 17 none.
|
|
833
835
|
|
|
834
836
|
| symbol | consumer | evidence |
|
|
835
837
|
| --- | --- | --- |
|
|
836
838
|
| `amendExperiment` | planned | doc: docs/experiment.md |
|
|
837
|
-
| `assertDesignAdequate` | planned | doc: docs/
|
|
839
|
+
| `assertDesignAdequate` | planned | doc: docs/eval-surface-map.md |
|
|
838
840
|
| `assertFunnelReconciles` | none | only this package's tests: tests/experiment/funnel.test.ts:7 |
|
|
839
841
|
| `assertMatchedBudgets` | planned | doc: docs/experiment.md |
|
|
840
842
|
| `benjaminiHochberg` | production | agent-runtime:bench/src/corpus-report.mts |
|
|
@@ -846,30 +848,33 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
846
848
|
| `clusteredPower` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
847
849
|
| `comparePairedArms` | production | agent-knowledge:src/memory/experiment/learning-metrics.ts |
|
|
848
850
|
| `composeFunnels` | planned | doc: docs/experiment.md |
|
|
849
|
-
| `computeEstimand` | production | this package: src/experiment/define.ts:
|
|
850
|
-
| `computeInterval` | production | this package: src/experiment/define.ts:
|
|
851
|
+
| `computeEstimand` | production | this package: src/experiment/define.ts:20 |
|
|
852
|
+
| `computeInterval` | production | this package: src/experiment/define.ts:20 |
|
|
851
853
|
| `createCampaignEvidenceReceipt` | production | this package: src/campaign/presets/compare-optimization-methods.ts:11 |
|
|
852
854
|
| `createEvidenceReceipt` | production | this package: src/experiment/campaign-evidence.ts:7 |
|
|
855
|
+
| `defineEvaluationClaim` | production | this package: src/campaign/final-evidence.ts:2 |
|
|
853
856
|
| `defineExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
854
857
|
| `DesignRefusalError` | none | only this package's tests: tests/experiment/power.test.ts:10 |
|
|
855
|
-
| `eProcess` | production | this package: src/campaign/gates/sequential.ts:
|
|
858
|
+
| `eProcess` | production | this package: src/campaign/gates/sequential.ts:37 |
|
|
856
859
|
| `evaluateCondition` | planned | named in agent-dev-container (bind not in the import graph) |
|
|
857
|
-
| `evaluateHaltRule` | production | this package: src/experiment/define.ts:
|
|
860
|
+
| `evaluateHaltRule` | production | this package: src/experiment/define.ts:20 |
|
|
858
861
|
| `evaluateHypothesis` | none | only this package's tests: tests/tier2.test.ts:8 |
|
|
859
|
-
| `evaluateIdentityGate` | production | this package: src/experiment/define.ts:
|
|
860
|
-
| `evaluateOracleDeterminismGate` | production | this package: src/experiment/define.ts:
|
|
861
|
-
| `evaluatePopulationReproducibilityGate` | production | this package: src/experiment/define.ts:
|
|
862
|
-
| `evaluatePowerFloorGate` | production | this package: src/experiment/define.ts:
|
|
862
|
+
| `evaluateIdentityGate` | production | this package: src/experiment/define.ts:20 |
|
|
863
|
+
| `evaluateOracleDeterminismGate` | production | this package: src/experiment/define.ts:20 |
|
|
864
|
+
| `evaluatePopulationReproducibilityGate` | production | this package: src/experiment/define.ts:20 |
|
|
865
|
+
| `evaluatePowerFloorGate` | production | this package: src/experiment/define.ts:20 |
|
|
863
866
|
| `evaluatePredicate` | production | this package: src/experiment/funnel.ts:17 |
|
|
864
|
-
| `evaluateProvenanceGate` | production | this package: src/experiment/define.ts:
|
|
867
|
+
| `evaluateProvenanceGate` | production | this package: src/experiment/define.ts:20 |
|
|
865
868
|
| `EVIDENCE_AUTHORITY_KINDS` | none | — |
|
|
866
869
|
| `EVIDENCE_RECEIPT_VERSION` | none | — |
|
|
867
870
|
| `EVIDENCE_STATES` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
|
|
868
871
|
| `evidenceRegistryRecordSchema` | none | — |
|
|
869
|
-
| `executeAdmissionRule` | production | this package: src/experiment/define.ts:
|
|
870
|
-
| `executeDecisionRule` | production | this package: src/experiment/define.ts:
|
|
872
|
+
| `executeAdmissionRule` | production | this package: src/experiment/define.ts:65 |
|
|
873
|
+
| `executeDecisionRule` | production | this package: src/experiment/define.ts:20 |
|
|
871
874
|
| `ExperimentTracker` | production | phony:products/builder/api/src/eval/evolution.ts |
|
|
872
875
|
| `fileExperimentStore` | production | phony:products/builder/api/src/eval/evolution.ts |
|
|
876
|
+
| `FinalEvidenceConflictError` | production | this package: src/campaign/final-evidence.ts:7 |
|
|
877
|
+
| `FinalEvidenceError` | production | this package: src/campaign/final-evidence.ts:7 |
|
|
873
878
|
| `FunnelIntegrityError` | none | only this package's tests: tests/experiment/funnel.test.ts:7 |
|
|
874
879
|
| `hashJson` | production | agent-dev-container:products/intelligence/api/src/lib/ingest-optimization-mapping.ts |
|
|
875
880
|
| `heldoutSignificance` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
@@ -877,44 +882,46 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
877
882
|
| `INDEPENDENT_EVIDENCE_AUTHORITY_KINDS` | none | — |
|
|
878
883
|
| `inMemoryExperimentStore` | none | only this package's tests: src/experiment-tracker.test.ts:2 |
|
|
879
884
|
| `isIndependentEvidence` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
|
|
880
|
-
| `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:
|
|
885
|
+
| `manifestContentDigest` | production | this package: src/campaign/gates/sequential.ts:36 |
|
|
881
886
|
| `MatchedBudgetError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
|
|
882
|
-
| `mcnemar` | production | agent
|
|
887
|
+
| `mcnemar` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
883
888
|
| `mcnemarPower` | production | supervisor-lab:bench/deepswe/headroom.ts |
|
|
884
889
|
| `mcnemarRequiredN` | production | blueprint-agent:scripts/experiments/analyze-convergence.ts |
|
|
885
890
|
| `mulberry32` | production | agent-knowledge:src/memory/holdout.ts |
|
|
891
|
+
| `openFinalEvidenceLedger` | planned | example: examples/evaluation-integrity/index.ts:10 |
|
|
886
892
|
| `openSealedExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
887
893
|
| `pairArms` | production | agent-knowledge:src/memory/experiment/learning-pairs.ts |
|
|
888
894
|
| `pairedBootstrap` | production | agent-builder:frontier/adapters/fleet-eval-runner.ts |
|
|
889
895
|
| `pairedEvalueSequence` | production | creative-agent:src/lib/experiments/ab-design.ts |
|
|
890
896
|
| `pairedMde` | production | discovery-lab:tools/design-gate.mjs |
|
|
891
897
|
| `pairedRiskDifference` | production | blueprint-agent:scripts/experiments/lib/validity-gates.ts |
|
|
892
|
-
| `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:
|
|
893
|
-
| `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:
|
|
898
|
+
| `pairedRiskDifferenceExact` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
899
|
+
| `pairedRiskDifferenceScore` | production | this package: src/paired-promotion-decision.ts:50 |
|
|
894
900
|
| `pairHoldout` | production | agent-dev-container:products/intelligence/api/src/lib/run-provenance.ts |
|
|
895
901
|
| `pairRunRecords` | production | agent-dev-container:products/intelligence/api/src/lib/eval-engine.ts |
|
|
896
902
|
| `paretoPolicy` | none | only this package's tests: src/campaign/gates/promotion-policy.test.ts:3 |
|
|
897
903
|
| `paretoSignificanceGate` | production | agent-app:src/eval-campaign/index.ts |
|
|
898
904
|
| `parseEvidenceRegistryRecord` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
|
|
899
905
|
| `powerPreflight` | production | discovery-lab:tools/run-sequential-profile-improvement.mjs |
|
|
900
|
-
| `projectNLadderBudget` | production | this package: src/experiment/define.ts:
|
|
901
|
-
| `readField` |
|
|
906
|
+
| `projectNLadderBudget` | production | this package: src/experiment/define.ts:20 |
|
|
907
|
+
| `readField` | production | this package: src/experiment/claim.ts:4 |
|
|
902
908
|
| `renderEvidenceIndex` | production | this package: scripts/render-evidence-index.ts:15 |
|
|
903
909
|
| `renderFunnelTable` | planned | example: examples/sealed-experiment/index.ts:12 |
|
|
904
910
|
| `requiredPairedSampleSize` | production | discovery-lab:tools/design-gate.mjs |
|
|
905
911
|
| `requiredSampleSize` | planned | doc: docs/design/statistics-decisions.md |
|
|
906
|
-
| `runSelectionRule` | production | this package: src/experiment/define.ts:
|
|
907
|
-
| `runUniformPassBudget` | production | this package: src/experiment/define.ts:
|
|
912
|
+
| `runSelectionRule` | production | this package: src/experiment/define.ts:20 |
|
|
913
|
+
| `runUniformPassBudget` | production | this package: src/experiment/define.ts:20 |
|
|
908
914
|
| `sealExperiment` | production | this package: scripts/tb-gated-stop-ab.ts:55 |
|
|
909
915
|
| `SealIntegrityError` | none | only this package's tests: tests/experiment/budget-and-seal.test.ts:8 |
|
|
910
916
|
| `sequentialCrossingHorizon` | none | only this package's tests: tests/sequential.test.ts:2 |
|
|
911
917
|
| `sequentialDecide` | planned | doc: docs/experiment.md |
|
|
912
918
|
| `sequentialPairedGate` | planned | consumer tests: legal-agent:tests/eval/self-improve.ts |
|
|
913
919
|
| `signManifest` | production | phony:products/builder/api/src/eval/champion-sign.ts |
|
|
920
|
+
| `summarizeEvaluationUnits` | production | this package: src/campaign/final-evidence.ts:2 |
|
|
914
921
|
| `validateEvidenceRegistry` | none | only this package's tests: src/experiment/evidence-record.test.ts:4 |
|
|
915
922
|
| `verifyEvidenceReceipt` | planned | consumer tests: agent-runtime:tests/integration/runtime-eval-pursuit-evidence.test.ts |
|
|
916
923
|
| `verifyManifest` | production | phony:products/builder/api/src/eval/champion-sign.ts |
|
|
917
|
-
| `verifyMatchedBudgets` | production | this package: src/experiment/define.ts:
|
|
924
|
+
| `verifyMatchedBudgets` | production | this package: src/experiment/define.ts:58 |
|
|
918
925
|
| `verifySealedExperiment` | planned | example: examples/sealed-experiment/index.ts:12 |
|
|
919
926
|
| `wilson` | production | agent-dev-container:products/intelligence/api/src/lib/project-analysis-coverage-recommendations.ts |
|
|
920
927
|
|
|
@@ -941,7 +948,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
941
948
|
|
|
942
949
|
### `./hosted`
|
|
943
950
|
|
|
944
|
-
11 value exports — 7 production,
|
|
951
|
+
11 value exports — 7 production, 2 planned, 2 none.
|
|
945
952
|
|
|
946
953
|
| symbol | consumer | evidence |
|
|
947
954
|
| --- | --- | --- |
|
|
@@ -953,7 +960,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
953
960
|
| `IngestEvalRunsRequestSchema` | production | this package: src/hosted/client.ts:19 |
|
|
954
961
|
| `IngestResponseSchema` | production | this package: src/hosted/client.ts:19 |
|
|
955
962
|
| `IngestTracesRequestSchema` | production | this package: src/hosted/client.ts:19 |
|
|
956
|
-
| `InsightReportSchema` |
|
|
963
|
+
| `InsightReportSchema` | none | only this package's tests: tests/contract-analyze-runs.test.ts:29 |
|
|
957
964
|
| `TraceSpanEventSchema` | planned | example: examples/hosted-ingest-server/server.ts:33 |
|
|
958
965
|
| `UnixNanoTimestampSchema` | none | — |
|
|
959
966
|
|
|
@@ -969,7 +976,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
969
976
|
| `FileLedgerJournal` | production | this package: src/campaign/search-ledger.ts:22 |
|
|
970
977
|
| `hashCanonical` | production | discovery-lab:tools/provenance.mjs |
|
|
971
978
|
| `jsonDocument` | production | this package: src/analyst/benchmark-command-artifact.ts:2 |
|
|
972
|
-
| `LEDGER_HASH_PATTERN` | production | this package: src/
|
|
979
|
+
| `LEDGER_HASH_PATTERN` | production | this package: src/campaign/final-evidence.ts:13 |
|
|
973
980
|
| `LedgerCanonicalizationError` | none | only this package's tests: src/ledger-core/canonical.test.ts:5 |
|
|
974
981
|
| `probeAtomicFileLock` | production | this package: src/campaign/single-run-lock.ts:17 |
|
|
975
982
|
| `readTrustedHeadFile` | production | this package: src/ledger-core/journal.ts:29 |
|
|
@@ -993,28 +1000,37 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
993
1000
|
|
|
994
1001
|
### `./meta-eval`
|
|
995
1002
|
|
|
996
|
-
|
|
1003
|
+
27 value exports — 13 production, 13 planned, 1 none.
|
|
997
1004
|
|
|
998
1005
|
| symbol | consumer | evidence |
|
|
999
1006
|
| --- | --- | --- |
|
|
1000
|
-
| `
|
|
1001
|
-
| `
|
|
1007
|
+
| `auditEvaluator` | planned | example: examples/evaluation-integrity/index.ts:15 |
|
|
1008
|
+
| `calibrateJudge` | production | creative-agent:eval/calibrate-judges.ts |
|
|
1009
|
+
| `calibrateJudgeContinuous` | planned | consumer tests: tax-agent:tests/eval/lib/judge-sentinel.ts |
|
|
1010
|
+
| `calibrationCurve` | planned | doc: docs/eval-surface-map.md |
|
|
1011
|
+
| `calibrationFromPairs` | planned | doc: docs/eval-surface-map.md |
|
|
1012
|
+
| `catchRate` | planned | doc: docs/eval-surface-map.md |
|
|
1013
|
+
| `continuousAgreement` | production | agent-builder:frontier/judges/eval-validity.ts |
|
|
1002
1014
|
| `correlationStudy` | production | phony:products/builder/api/src/eval/outcomes.ts |
|
|
1003
|
-
| `definePlant` | planned | doc: docs/
|
|
1015
|
+
| `definePlant` | planned | doc: docs/eval-surface-map.md |
|
|
1004
1016
|
| `evalHealthStamp` | production | creative-agent:eval/lib/judge-sentinel.ts |
|
|
1005
1017
|
| `fileSentinelStore` | production | creative-agent:eval/lib/judge-sentinel.ts |
|
|
1006
1018
|
| `FileSystemOutcomeStore` | production | phony:products/builder/api/src/eval/outcomes.ts |
|
|
1007
1019
|
| `InMemoryOutcomeStore` | planned | consumer tests: phony:products/builder/api/src/eval/outcomes-correlate.test.ts |
|
|
1008
1020
|
| `inMemorySentinelStore` | none | only this package's tests: tests/judge-sentinel.test.ts:7 |
|
|
1009
1021
|
| `judgeSentinelReport` | production | creative-agent:eval/lib/judge-sentinel.ts |
|
|
1022
|
+
| `OutcomeStoreError` | planned | doc: docs/outcome-validity.md |
|
|
1010
1023
|
| `perturbEvidence` | planned | doc: docs/plants.md |
|
|
1011
|
-
| `plantByPerturbation` | planned | doc:
|
|
1024
|
+
| `plantByPerturbation` | planned | doc: docs/plants.md |
|
|
1025
|
+
| `positionalBias` | planned | doc: docs/concepts.md |
|
|
1012
1026
|
| `rubricPredictiveValidity` | production | physim:apps/server/src/scripts/agent-eval/validate-rubrics.ts |
|
|
1013
|
-
| `seedPlants` | planned | doc:
|
|
1027
|
+
| `seedPlants` | planned | doc: docs/eval-surface-map.md |
|
|
1028
|
+
| `selfPreference` | planned | doc: docs/concepts.md |
|
|
1014
1029
|
| `snapshotFromAgreement` | production | physim:apps/server/src/scripts/agent-eval/judge-sentinel.ts |
|
|
1015
1030
|
| `snapshotFromCalibration` | production | gtm-agent:eval/calibrate-judges.ts |
|
|
1016
1031
|
| `snapshotFromSentinelSet` | production | creative-agent:eval/lib/judge-sentinel.ts |
|
|
1017
1032
|
| `validateSentinelSnapshot` | production | creative-agent:eval/lib/judge-sentinel.ts |
|
|
1033
|
+
| `verbosityBias` | production | blueprint-agent:scripts/experiments/calibration/judge-agreement.ts |
|
|
1018
1034
|
|
|
1019
1035
|
### `./multishot`
|
|
1020
1036
|
|
|
@@ -1127,7 +1143,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1127
1143
|
|
|
1128
1144
|
### `./rl`
|
|
1129
1145
|
|
|
1130
|
-
65 value exports — 18 production,
|
|
1146
|
+
65 value exports — 18 production, 19 planned, 28 none.
|
|
1131
1147
|
|
|
1132
1148
|
| symbol | consumer | evidence |
|
|
1133
1149
|
| --- | --- | --- |
|
|
@@ -1153,7 +1169,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1153
1169
|
| `extractVerifiableRewardsFromRecords` | production | creative-agent:eval/canonical-export.ts |
|
|
1154
1170
|
| `FileSystemOutcomeStore` | production | phony:products/builder/api/src/eval/outcomes.ts |
|
|
1155
1171
|
| `filterDeterministicallyRewarded` | production | this package: src/rl/reward-hacking.ts:43 |
|
|
1156
|
-
| `firstPassK` |
|
|
1172
|
+
| `firstPassK` | planned | doc: docs/statistical-evidence.md |
|
|
1157
1173
|
| `fitBradleyTerry` | none | only this package's tests: tests/rl-tournament.test.ts:2 |
|
|
1158
1174
|
| `injectIrrelevantClause` | none | only this package's tests: tests/rl-contamination.test.ts:2 |
|
|
1159
1175
|
| `InMemoryOutcomeStore` | planned | consumer tests: phony:products/builder/api/src/eval/outcomes-correlate.test.ts |
|
|
@@ -1163,16 +1179,16 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1163
1179
|
| `observationsFromRunRecords` | none | only this package's tests: tests/rl-active-curriculum.test.ts:3 |
|
|
1164
1180
|
| `offPolicyEstimateAll` | none | only this package's tests: tests/rl-off-policy.test.ts:3 |
|
|
1165
1181
|
| `paretoFrontier` | production | agent-dev-container:products/sandbox/evals/run.ts |
|
|
1166
|
-
| `PredictiveValidityResearcher` |
|
|
1182
|
+
| `PredictiveValidityResearcher` | planned | doc: docs/design/mlbenchmarks-book-review.md |
|
|
1167
1183
|
| `prmTrainingPairs` | planned | doc: examples/fine-tune-with-prime-rl/README.md |
|
|
1168
1184
|
| `quantileEdges` | none | only this package's tests: src/rl/sim-fidelity.test.ts:3 |
|
|
1169
1185
|
| `readCorpus` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1170
1186
|
| `renameVariables` | none | only this package's tests: tests/rl-contamination.test.ts:2 |
|
|
1171
|
-
| `runAdaptationCurve` |
|
|
1187
|
+
| `runAdaptationCurve` | planned | doc: docs/statistical-evidence.md |
|
|
1172
1188
|
| `runComputeCurve` | none | only this package's tests: tests/rl-adversarial-and-compute.test.ts:2 |
|
|
1173
|
-
| `runContaminationProbe` |
|
|
1189
|
+
| `runContaminationProbe` | planned | doc: docs/statistical-evidence.md |
|
|
1174
1190
|
| `runEvalCampaign` | production | agent-builder:scripts/eval.ts |
|
|
1175
|
-
| `runRLCampaign` | planned |
|
|
1191
|
+
| `runRLCampaign` | planned | doc: docs/outcome-validity.md |
|
|
1176
1192
|
| `runwiseStepRewardSummary` | none | only this package's tests: tests/rl-process-reward.test.ts:3 |
|
|
1177
1193
|
| `selfConsistency` | none | only this package's tests: tests/rl-adversarial-and-compute.test.ts:2 |
|
|
1178
1194
|
| `selfNormalizedImportanceWeighting` | planned | consumer tests: agent-knowledge:tests/memory-holdout.test.ts |
|
|
@@ -1199,26 +1215,26 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1199
1215
|
|
|
1200
1216
|
### `./rollout`
|
|
1201
1217
|
|
|
1202
|
-
67 value exports —
|
|
1218
|
+
67 value exports — 42 production, 15 planned, 10 none.
|
|
1203
1219
|
|
|
1204
1220
|
| symbol | consumer | evidence |
|
|
1205
1221
|
| --- | --- | --- |
|
|
1206
1222
|
| `addScrubCounts` | production | this package: src/rollout/release/hf-dataset.ts:34 |
|
|
1207
|
-
| `appendRolloutLines` |
|
|
1223
|
+
| `appendRolloutLines` | planned | doc: docs/rollout.md |
|
|
1208
1224
|
| `assertGateReport` | production | this package: src/rollout/release/card.ts:12 |
|
|
1209
1225
|
| `assertMinted` | production | blueprint-agent:scripts/experiments/lib/steering-dataset.ts |
|
|
1210
|
-
| `assertMintedLines` | planned |
|
|
1226
|
+
| `assertMintedLines` | planned | doc: docs/rollout.md |
|
|
1211
1227
|
| `assertRolloutLine` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1212
1228
|
| `ATIF_SCHEMA_VERSION` | none | only this package's tests: src/rollout/interchange/harbor.test.ts:6 |
|
|
1213
1229
|
| `buildDatasetCard` | production | this package: src/rollout/release/hf-dataset.ts:25 |
|
|
1214
1230
|
| `buildHfDataset` | production | supervisor-lab:bench/vertical-rollout-package.ts |
|
|
1215
|
-
| `claudeProjectSlug` | planned |
|
|
1216
|
-
| `DEFAULT_CLAUDE_PROJECTS_DIR` |
|
|
1217
|
-
| `DEFAULT_OPENCODE_DB` |
|
|
1231
|
+
| `claudeProjectSlug` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1232
|
+
| `DEFAULT_CLAUDE_PROJECTS_DIR` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1233
|
+
| `DEFAULT_OPENCODE_DB` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1218
1234
|
| `defaultRolloutScrubber` | production | supervisor-lab:bench/vertical-rollout-package.ts |
|
|
1219
1235
|
| `emptyScrubCounts` | production | this package: src/rollout/release/hf-dataset.ts:34 |
|
|
1220
|
-
| `findClaudeTranscripts` |
|
|
1221
|
-
| `findOpencodeSessionsByDirectory` |
|
|
1236
|
+
| `findClaudeTranscripts` | planned | doc: docs/rollout.md |
|
|
1237
|
+
| `findOpencodeSessionsByDirectory` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1222
1238
|
| `FORMAT_FILES` | production | this package: src/rollout/release/hf-dataset.ts:25 |
|
|
1223
1239
|
| `FORMAT_GATE_DISPOSITION` | production | this package: src/rollout/release/card.ts:12 |
|
|
1224
1240
|
| `fromHarborTrajectory` | planned | doc: docs/rollout.md |
|
|
@@ -1237,11 +1253,11 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1237
1253
|
| `mintRolloutRows` | production | agent-builder:src/lib/.server/eval/loops/auto-research-runner.ts |
|
|
1238
1254
|
| `observedScore` | production | this package: src/rl/active-curriculum.ts:34 |
|
|
1239
1255
|
| `observedSplitScore` | production | starter-foundry:src/lib/held-out-gate.ts |
|
|
1240
|
-
| `openOpencodeDb` | production |
|
|
1256
|
+
| `openOpencodeDb` | production | discovery-lab:dashboard/lib/transcript.mjs |
|
|
1241
1257
|
| `parseRolloutReleaseArgs` | none | only this package's tests: src/rollout/release/hf-dataset.test.ts:9 |
|
|
1242
1258
|
| `planPushCommand` | none | only this package's tests: src/rollout/release/hf-dataset.test.ts:9 |
|
|
1243
|
-
| `readClaudeTranscript` |
|
|
1244
|
-
| `readOpencodeSessionMessages` |
|
|
1259
|
+
| `readClaudeTranscript` | planned | doc: docs/rollout.md |
|
|
1260
|
+
| `readOpencodeSessionMessages` | planned | doc: docs/rollout.md |
|
|
1245
1261
|
| `readRolloutJournal` | none | only this package's tests: src/rollout/ledger.test.ts:6 |
|
|
1246
1262
|
| `readRolloutLedger` | production | this package: src/rollout/release/hf-dataset.ts:23 |
|
|
1247
1263
|
| `relabelImportedSplit` | planned | doc: docs/rollout.md |
|
|
@@ -1249,7 +1265,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1249
1265
|
| `releaseRowRefs` | production | this package: src/rollout/release/hf-dataset.ts:26 |
|
|
1250
1266
|
| `ROLLOUT_CAPTURES` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1251
1267
|
| `ROLLOUT_ROLES` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1252
|
-
| `ROLLOUT_SCHEMA` | production |
|
|
1268
|
+
| `ROLLOUT_SCHEMA` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1253
1269
|
| `ROLLOUT_SPLITS` | production | this package: src/rollout/interchange/harbor.ts:60 |
|
|
1254
1270
|
| `runRolloutReleaseCli` | production | this package: src/cli.ts:19 |
|
|
1255
1271
|
| `scoreOrigin` | production | this package: src/rollout/mint.ts:38 |
|
|
@@ -1269,7 +1285,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1269
1285
|
| `trainingScore` | production | this package: src/eval-trace-store.ts:20 |
|
|
1270
1286
|
| `unmintableReasons` | production | supervisor-lab:bench/mint-audit.ts |
|
|
1271
1287
|
| `validateRolloutLine` | production | this package: src/supervisor-run/integrity-tree.ts:1 |
|
|
1272
|
-
| `writeRolloutLedger` | production |
|
|
1288
|
+
| `writeRolloutLedger` | production | this package: src/rollout/release/hf-dataset.ts:23 |
|
|
1273
1289
|
|
|
1274
1290
|
### `./storyboard`
|
|
1275
1291
|
|
|
@@ -1289,7 +1305,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1289
1305
|
|
|
1290
1306
|
### `./supervisor-run`
|
|
1291
1307
|
|
|
1292
|
-
|
|
1308
|
+
30 value exports — 20 production, 5 planned, 5 none.
|
|
1293
1309
|
|
|
1294
1310
|
| symbol | consumer | evidence |
|
|
1295
1311
|
| --- | --- | --- |
|
|
@@ -1297,23 +1313,20 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1297
1313
|
| `analyzeSupervisorRunIntegrity` | production | discovery-lab:pursuits/final-agent-authored-campaign-20260810/materialize-candidates.mjs |
|
|
1298
1314
|
| `analyzeSupervisorRunSources` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
|
|
1299
1315
|
| `claudeCodeSupervisorRunReader` | none | only this package's tests: src/supervisor-run/claude-code-reader.test.ts:6 |
|
|
1300
|
-
| `findSupervisorRunDirIn` | none | only this package's tests: src/supervisor-run/loops-reader.test.ts:11 |
|
|
1301
1316
|
| `findSupervisorRunDirs` | production | traces:src/cli.ts |
|
|
1302
1317
|
| `isRuntimeSupervisorRunDir` | production | discovery-lab:tools/disco.mjs |
|
|
1303
1318
|
| `isUnavailable` | production | discovery-lab:tools/disco.mjs |
|
|
1304
|
-
| `loopsSupervisorRunReader` | planned | named in traces (bind not in the import graph) |
|
|
1305
1319
|
| `NO_SOURCE_LIMITS` | production | traces:src/supervisor-run-context.ts |
|
|
1306
1320
|
| `NO_TERMINAL_RECORD` | none | only this package's tests: src/supervisor-run/terminal-record.test.ts:8 |
|
|
1307
1321
|
| `parsePatch` | planned | named in browser-agent-driver (bind not in the import graph) |
|
|
1308
1322
|
| `parseSupervisorTree` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
|
|
1309
1323
|
| `readClaudeCodeSupervisorRun` | none | only this package's tests: src/supervisor-run/claude-code-reader.test.ts:6 |
|
|
1310
|
-
| `readLoopsSupervisorRun` | planned | named in discovery-lab (bind not in the import graph) |
|
|
1311
1324
|
| `readRuntimeSupervisorRun` | production | discovery-lab:pursuits/final-agent-authored-campaign-20260810/materialize-candidates.mjs |
|
|
1312
1325
|
| `readTerminalRecord` | production | this package: src/supervisor-run/analyze.ts:18 |
|
|
1313
1326
|
| `renderSupervisorRollupMarkdown` | production | traces:src/cli.ts |
|
|
1314
1327
|
| `renderSupervisorRunHeadline` | production | discovery-lab:experiments/0005-run-visibility/probe.mjs |
|
|
1315
|
-
| `renderSupervisorRunMarkdown` | production |
|
|
1316
|
-
| `reportSupervisorRound` |
|
|
1328
|
+
| `renderSupervisorRunMarkdown` | production | discovery-lab:experiments/0005-run-visibility/render-run.mjs |
|
|
1329
|
+
| `reportSupervisorRound` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1317
1330
|
| `rollupSupervisorRuns` | production | discovery-lab:tools/disco.mjs |
|
|
1318
1331
|
| `runSupervisorRunCommand` | production | this package: src/cli.ts:20 |
|
|
1319
1332
|
| `RUNTIME_FAILED_STATUS` | none | — |
|
|
@@ -1324,8 +1337,8 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1324
1337
|
| `SUPERVISOR_RUN_SCHEMA` | production | this package: src/supervisor-run/analyze.ts:19 |
|
|
1325
1338
|
| `supervisorRunRolloutLines` | planned | consumer tests: discovery-lab:tools/runtime-journal-eval.test.mjs |
|
|
1326
1339
|
| `unavailable` | production | this package: src/supervisor-run/analyze.ts:19 |
|
|
1327
|
-
| `writeSupervisorRunReport` |
|
|
1328
|
-
| `writeSupervisorRunReportSafe` |
|
|
1340
|
+
| `writeSupervisorRunReport` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1341
|
+
| `writeSupervisorRunReportSafe` | planned | named in agent-runtime (bind not in the import graph) |
|
|
1329
1342
|
|
|
1330
1343
|
### `./trace-attributes`
|
|
1331
1344
|
|
|
@@ -1435,7 +1448,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1435
1448
|
| `REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1436
1449
|
| `REPAIR_QUESTION` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1437
1450
|
| `REPAIR_REPAIR_CONTRACT_LINES` | production | this package: src/trace-repair/arm-completion.ts:37 |
|
|
1438
|
-
| `repairArmAsymmetries` | planned | doc: docs/
|
|
1451
|
+
| `repairArmAsymmetries` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1439
1452
|
| `repairArmPromptSha256` | production | this package: src/trace-repair/analyst-arm.ts:42 |
|
|
1440
1453
|
| `repairArmResponse` | planned | doc: docs/trace-repair-analyst-arms.md |
|
|
1441
1454
|
| `repairCredit` | production | this package: src/trace-repair/grade.ts:40 |
|
|
@@ -1575,7 +1588,7 @@ The `none` set was reviewed symbol by symbol on 2026-08-21. Four rules decided m
|
|
|
1575
1588
|
| `TRACE_ANALYST_TOOL_NAMESPACE` | none | only this package's tests: src/trace-analyst/tools.test.ts:4 |
|
|
1576
1589
|
| `TRACE_ANALYST_TRUNCATION_MARKER_PREFIX` | production | agent-runtime:src/analyst-loop/iterations-to-trace-store.ts |
|
|
1577
1590
|
| `TRACE_SCHEMA_VERSION` | production | skeletal-os:src/eval/agentEvalBridge.ts |
|
|
1578
|
-
| `TraceAnalysisLimitError` | production | this package: src/trace-analyst/store-
|
|
1591
|
+
| `TraceAnalysisLimitError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1579
1592
|
| `TraceAnalysisStoreContractError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1580
1593
|
| `TraceAnalysisValidationError` | production | this package: src/trace-analyst/store-boundary.ts:1 |
|
|
1581
1594
|
| `traceAnalystFunctionGroup` | none | only this package's tests: src/trace-analyst/tools.test.ts:4 |
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.183.0",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|