@tangle-network/agent-eval 0.95.0 → 0.96.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/dist/adapters/http.d.ts +17 -10
- package/dist/adapters/langchain.d.ts +14 -7
- package/dist/adapters/otel.d.ts +25 -13
- package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
- package/dist/analyst/index.d.ts +236 -28
- package/dist/analyst/index.js +1 -1
- package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
- package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
- package/dist/authenticity/index.d.ts +16 -15
- package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
- package/dist/belief-state/index.d.ts +605 -14
- package/dist/benchmarks/index.d.ts +5 -23
- package/dist/builder-eval/index.d.ts +250 -5
- package/dist/calibration-BPmzuVPk.d.ts +101 -0
- package/dist/campaign/index.d.ts +1452 -38
- package/dist/{chunk-AQ5WQAIV.js → chunk-3NHEO6ZC.js} +2 -2
- package/dist/chunk-3NHEO6ZC.js.map +1 -0
- package/dist/cli.d.ts +0 -2
- package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
- package/dist/contract/index.d.ts +824 -107
- package/dist/contract/index.js +145 -1
- package/dist/contract/index.js.map +1 -1
- package/dist/control-Doncu-B_.d.ts +259 -0
- package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
- package/dist/control.d.ts +10 -11
- package/dist/corpus-D4YW9UoJ.d.ts +560 -0
- package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
- package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
- package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
- package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
- package/dist/diagnose.d.ts +252 -1
- package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
- package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
- package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
- package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
- package/dist/fuzz.d.ts +547 -1
- package/dist/gepa-Dprxvz8r.d.ts +414 -0
- package/dist/governance/index.d.ts +135 -5
- package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
- package/dist/hosted/index.d.ts +239 -10
- package/dist/index-_Y4oNOOb.d.ts +159 -0
- package/dist/index.d.ts +5660 -277
- package/dist/index.js +1 -1
- package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
- package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
- package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
- package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
- package/dist/knowledge/index.d.ts +103 -3
- package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
- package/dist/matrix/index.d.ts +30 -12
- package/dist/meta-eval/index.d.ts +182 -6
- package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
- package/dist/multishot/index.d.ts +290 -7
- package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
- package/dist/openapi.json +1 -1
- package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
- package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
- package/dist/perf/index.d.ts +119 -13
- package/dist/pipelines/index.d.ts +173 -8
- package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
- package/dist/prm/index.d.ts +104 -5
- package/dist/provenance-CIxfBnkl.d.ts +426 -0
- package/dist/query-B7GGjRox.d.ts +32 -0
- package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
- package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
- package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
- package/dist/release-report-pidWUMZ2.d.ts +233 -0
- package/dist/reporting.d.ts +16 -15
- package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
- package/dist/rl.d.ts +1193 -1
- package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
- package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
- package/dist/run-critic-CmMf05uV.d.ts +56 -0
- package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
- package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
- package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
- package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
- package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
- package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
- package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
- package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
- package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
- package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
- package/dist/storyboard/index.d.ts +81 -16
- package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
- package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
- package/dist/telemetry/index.d.ts +35 -17
- package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
- package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
- package/dist/testing.d.ts +1 -5
- package/dist/traces.d.ts +976 -4
- package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
- package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
- package/dist/{campaign/types.d.ts → types-BMahhhio.d.ts} +47 -44
- package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
- package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
- package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
- package/dist/wire/index.d.ts +570 -13
- package/dist/workflow/index.d.ts +496 -22
- package/package.json +2 -2
- package/dist/action-policy.d.ts +0 -24
- package/dist/action-policy.d.ts.map +0 -1
- package/dist/action-policy.test.d.ts +0 -2
- package/dist/action-policy.test.d.ts.map +0 -1
- package/dist/active-learning.d.ts +0 -41
- package/dist/active-learning.d.ts.map +0 -1
- package/dist/adapters/http.d.ts.map +0 -1
- package/dist/adapters/langchain.d.ts.map +0 -1
- package/dist/adapters/otel.d.ts.map +0 -1
- package/dist/agent-profile-cell.d.ts +0 -101
- package/dist/agent-profile-cell.d.ts.map +0 -1
- package/dist/agent-profile.d.ts +0 -27
- package/dist/agent-profile.d.ts.map +0 -1
- package/dist/agent-profile.test.d.ts +0 -2
- package/dist/agent-profile.test.d.ts.map +0 -1
- package/dist/analyst/adapters.d.ts +0 -62
- package/dist/analyst/adapters.d.ts.map +0 -1
- package/dist/analyst/analyst.test.d.ts +0 -2
- package/dist/analyst/analyst.test.d.ts.map +0 -1
- package/dist/analyst/ax-service.d.ts +0 -27
- package/dist/analyst/ax-service.d.ts.map +0 -1
- package/dist/analyst/behavioral-analyst.d.ts +0 -28
- package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
- package/dist/analyst/chat-client.d.ts +0 -91
- package/dist/analyst/chat-client.d.ts.map +0 -1
- package/dist/analyst/default-registry.d.ts +0 -27
- package/dist/analyst/default-registry.d.ts.map +0 -1
- package/dist/analyst/default-registry.test.d.ts +0 -2
- package/dist/analyst/default-registry.test.d.ts.map +0 -1
- package/dist/analyst/finding-signature.d.ts +0 -48
- package/dist/analyst/finding-signature.d.ts.map +0 -1
- package/dist/analyst/finding-subject.d.ts +0 -146
- package/dist/analyst/finding-subject.d.ts.map +0 -1
- package/dist/analyst/finding-subject.test.d.ts +0 -2
- package/dist/analyst/finding-subject.test.d.ts.map +0 -1
- package/dist/analyst/findings-store.d.ts +0 -75
- package/dist/analyst/findings-store.d.ts.map +0 -1
- package/dist/analyst/index.d.ts.map +0 -1
- package/dist/analyst/kind-factory.d.ts.map +0 -1
- package/dist/analyst/kinds/failure-mode.d.ts +0 -19
- package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
- package/dist/analyst/kinds/improvement.d.ts +0 -23
- package/dist/analyst/kinds/improvement.d.ts.map +0 -1
- package/dist/analyst/kinds/index.d.ts +0 -22
- package/dist/analyst/kinds/index.d.ts.map +0 -1
- package/dist/analyst/kinds/kinds.test.d.ts +0 -2
- package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.d.ts +0 -84
- package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.d.ts +0 -26
- package/dist/analyst/parse-tolerant.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.test.d.ts +0 -2
- package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
- package/dist/analyst/registry.budget.test.d.ts +0 -2
- package/dist/analyst/registry.budget.test.d.ts.map +0 -1
- package/dist/analyst/registry.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.d.ts +0 -35
- package/dist/analyst/steer-firewall.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.test.d.ts +0 -2
- package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
- package/dist/analyst/structure-findings.d.ts +0 -37
- package/dist/analyst/structure-findings.d.ts.map +0 -1
- package/dist/analyst/structure-findings.test.d.ts +0 -2
- package/dist/analyst/structure-findings.test.d.ts.map +0 -1
- package/dist/analyst/tool-groups.d.ts +0 -34
- package/dist/analyst/tool-groups.d.ts.map +0 -1
- package/dist/analyst/types.d.ts.map +0 -1
- package/dist/anti-slop.d.ts +0 -59
- package/dist/anti-slop.d.ts.map +0 -1
- package/dist/artifact-validator.d.ts +0 -74
- package/dist/artifact-validator.d.ts.map +0 -1
- package/dist/attestation.d.ts +0 -63
- package/dist/attestation.d.ts.map +0 -1
- package/dist/attestation.test.d.ts +0 -2
- package/dist/attestation.test.d.ts.map +0 -1
- package/dist/authenticity/index.d.ts.map +0 -1
- package/dist/authenticity/index.test.d.ts +0 -2
- package/dist/authenticity/index.test.d.ts.map +0 -1
- package/dist/auto-pr.d.ts +0 -120
- package/dist/auto-pr.d.ts.map +0 -1
- package/dist/baseline.d.ts.map +0 -1
- package/dist/behavior-dsl.d.ts +0 -73
- package/dist/behavior-dsl.d.ts.map +0 -1
- package/dist/belief-state/calibration.d.ts +0 -10
- package/dist/belief-state/calibration.d.ts.map +0 -1
- package/dist/belief-state/calibration.test.d.ts +0 -2
- package/dist/belief-state/calibration.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.d.ts +0 -66
- package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.d.ts +0 -22
- package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/extract.d.ts +0 -7
- package/dist/belief-state/extract.d.ts.map +0 -1
- package/dist/belief-state/extract.test.d.ts +0 -2
- package/dist/belief-state/extract.test.d.ts.map +0 -1
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/ope.d.ts +0 -17
- package/dist/belief-state/ope.d.ts.map +0 -1
- package/dist/belief-state/ope.test.d.ts +0 -2
- package/dist/belief-state/ope.test.d.ts.map +0 -1
- package/dist/belief-state/phase0-measurement.d.ts +0 -55
- package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
- package/dist/belief-state/report.d.ts +0 -17
- package/dist/belief-state/report.d.ts.map +0 -1
- package/dist/belief-state/report.test.d.ts +0 -2
- package/dist/belief-state/report.test.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.d.ts +0 -23
- package/dist/belief-state/research-evidence.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.test.d.ts +0 -2
- package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.d.ts +0 -87
- package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
- package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
- package/dist/belief-state/selective.d.ts +0 -15
- package/dist/belief-state/selective.d.ts.map +0 -1
- package/dist/belief-state/selective.test.d.ts +0 -2
- package/dist/belief-state/selective.test.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.d.ts +0 -80
- package/dist/belief-state/shadow-probe.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.test.d.ts +0 -2
- package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
- package/dist/belief-state/types.d.ts +0 -195
- package/dist/belief-state/types.d.ts.map +0 -1
- package/dist/belief-state/types.test.d.ts +0 -2
- package/dist/belief-state/types.test.d.ts.map +0 -1
- package/dist/benchmark.d.ts +0 -14
- package/dist/benchmark.d.ts.map +0 -1
- package/dist/benchmarks/index.d.ts.map +0 -1
- package/dist/benchmarks/routing/dataset.d.ts +0 -34
- package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
- package/dist/benchmarks/routing/index.d.ts +0 -34
- package/dist/benchmarks/routing/index.d.ts.map +0 -1
- package/dist/benchmarks/types.d.ts +0 -49
- package/dist/benchmarks/types.d.ts.map +0 -1
- package/dist/bisector.d.ts +0 -81
- package/dist/bisector.d.ts.map +0 -1
- package/dist/budget-guard.d.ts +0 -31
- package/dist/budget-guard.d.ts.map +0 -1
- package/dist/builder-eval/builder-session.d.ts +0 -111
- package/dist/builder-eval/builder-session.d.ts.map +0 -1
- package/dist/builder-eval/correlation.d.ts +0 -32
- package/dist/builder-eval/correlation.d.ts.map +0 -1
- package/dist/builder-eval/index.d.ts.map +0 -1
- package/dist/builder-eval/project-registry.d.ts +0 -51
- package/dist/builder-eval/project-registry.d.ts.map +0 -1
- package/dist/builder-eval/three-layer-eval.d.ts +0 -55
- package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.d.ts +0 -108
- package/dist/campaign/analyst-surface.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.test.d.ts +0 -2
- package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
- package/dist/campaign/auto-pr.d.ts +0 -46
- package/dist/campaign/auto-pr.d.ts.map +0 -1
- package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
- package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
- package/dist/campaign/distillation/cli.d.ts +0 -35
- package/dist/campaign/distillation/cli.d.ts.map +0 -1
- package/dist/campaign/distillation/distillation.test.d.ts +0 -2
- package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
- package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
- package/dist/campaign/distillation/run-distillation.d.ts +0 -119
- package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
- package/dist/campaign/gates/compose.d.ts +0 -12
- package/dist/campaign/gates/compose.d.ts.map +0 -1
- package/dist/campaign/gates/default-production-gate.d.ts +0 -58
- package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
- package/dist/campaign/gates/heldout-gate.d.ts +0 -12
- package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.d.ts +0 -125
- package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.d.ts +0 -146
- package/dist/campaign/gates/sequential.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.test.d.ts +0 -2
- package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
- package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
- package/dist/campaign/index.d.ts.map +0 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
- package/dist/campaign/presets/compare-proposers.d.ts +0 -146
- package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
- package/dist/campaign/presets/playback.d.ts +0 -120
- package/dist/campaign/presets/playback.d.ts.map +0 -1
- package/dist/campaign/presets/playback.test.d.ts +0 -2
- package/dist/campaign/presets/playback.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-eval.d.ts +0 -14
- package/dist/campaign/presets/run-eval.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-optimization.d.ts +0 -92
- package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
- package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
- package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
- package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/_findings-text.d.ts +0 -22
- package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.d.ts +0 -33
- package/dist/campaign/proposers/ace.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.test.d.ts +0 -2
- package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
- package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
- package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
- package/dist/campaign/proposers/evolutionary.d.ts +0 -20
- package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
- package/dist/campaign/proposers/fapo.d.ts +0 -120
- package/dist/campaign/proposers/fapo.d.ts.map +0 -1
- package/dist/campaign/proposers/gepa.d.ts +0 -86
- package/dist/campaign/proposers/gepa.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.d.ts +0 -44
- package/dist/campaign/proposers/halo.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.test.d.ts +0 -2
- package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.d.ts +0 -47
- package/dist/campaign/proposers/memory.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.test.d.ts +0 -2
- package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
- package/dist/campaign/proposers/skill-opt.d.ts +0 -88
- package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
- package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
- package/dist/campaign/provenance.d.ts +0 -185
- package/dist/campaign/provenance.d.ts.map +0 -1
- package/dist/campaign/run-campaign.d.ts +0 -90
- package/dist/campaign/run-campaign.d.ts.map +0 -1
- package/dist/campaign/score-utils.d.ts +0 -26
- package/dist/campaign/score-utils.d.ts.map +0 -1
- package/dist/campaign/skill-patch.d.ts +0 -62
- package/dist/campaign/skill-patch.d.ts.map +0 -1
- package/dist/campaign/storage.d.ts +0 -38
- package/dist/campaign/storage.d.ts.map +0 -1
- package/dist/campaign/types.d.ts.map +0 -1
- package/dist/campaign/worktree/index.d.ts +0 -53
- package/dist/campaign/worktree/index.d.ts.map +0 -1
- package/dist/canary.d.ts +0 -101
- package/dist/canary.d.ts.map +0 -1
- package/dist/causal-attribution.d.ts +0 -45
- package/dist/causal-attribution.d.ts.map +0 -1
- package/dist/chunk-AQ5WQAIV.js.map +0 -1
- package/dist/ci-gate.d.ts +0 -44
- package/dist/ci-gate.d.ts.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/client.d.ts +0 -77
- package/dist/client.d.ts.map +0 -1
- package/dist/client.test.d.ts +0 -2
- package/dist/client.test.d.ts.map +0 -1
- package/dist/command-runner.d.ts +0 -74
- package/dist/command-runner.d.ts.map +0 -1
- package/dist/command-runner.test.d.ts +0 -2
- package/dist/command-runner.test.d.ts.map +0 -1
- package/dist/completion-verifier.d.ts +0 -147
- package/dist/completion-verifier.d.ts.map +0 -1
- package/dist/completion-verifier.test.d.ts +0 -9
- package/dist/completion-verifier.test.d.ts.map +0 -1
- package/dist/concurrency.d.ts +0 -23
- package/dist/concurrency.d.ts.map +0 -1
- package/dist/contamination-guard.d.ts +0 -81
- package/dist/contamination-guard.d.ts.map +0 -1
- package/dist/contract/analyze-runs.d.ts.map +0 -1
- package/dist/contract/define-agent-eval.d.ts +0 -52
- package/dist/contract/define-agent-eval.d.ts.map +0 -1
- package/dist/contract/diff.d.ts +0 -114
- package/dist/contract/diff.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/contract/insight-report.d.ts.map +0 -1
- package/dist/contract/insight-types-fwd.d.ts +0 -7
- package/dist/contract/insight-types-fwd.d.ts.map +0 -1
- package/dist/contract/intake/agent-trace.d.ts +0 -97
- package/dist/contract/intake/agent-trace.d.ts.map +0 -1
- package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
- package/dist/contract/intake/feedback-table.d.ts +0 -87
- package/dist/contract/intake/feedback-table.d.ts.map +0 -1
- package/dist/contract/intake/index.d.ts +0 -22
- package/dist/contract/intake/index.d.ts.map +0 -1
- package/dist/contract/intake/otel-spans.d.ts +0 -33
- package/dist/contract/intake/otel-spans.d.ts.map +0 -1
- package/dist/contract/self-improve.d.ts +0 -284
- package/dist/contract/self-improve.d.ts.map +0 -1
- package/dist/control-runtime.d.ts.map +0 -1
- package/dist/control-runtime.test.d.ts +0 -2
- package/dist/control-runtime.test.d.ts.map +0 -1
- package/dist/control.d.ts.map +0 -1
- package/dist/convergence.d.ts +0 -29
- package/dist/convergence.d.ts.map +0 -1
- package/dist/cost-ledger.d.ts.map +0 -1
- package/dist/cost-ledger.test.d.ts +0 -2
- package/dist/cost-ledger.test.d.ts.map +0 -1
- package/dist/cost-report.d.ts +0 -43
- package/dist/cost-report.d.ts.map +0 -1
- package/dist/cost-report.test.d.ts +0 -2
- package/dist/cost-report.test.d.ts.map +0 -1
- package/dist/cost-tracker.d.ts +0 -76
- package/dist/cost-tracker.d.ts.map +0 -1
- package/dist/counterfactual.d.ts.map +0 -1
- package/dist/cross-trace-diff.d.ts +0 -56
- package/dist/cross-trace-diff.d.ts.map +0 -1
- package/dist/dataset.d.ts.map +0 -1
- package/dist/deploy-gate-layer.d.ts +0 -125
- package/dist/deploy-gate-layer.d.ts.map +0 -1
- package/dist/deploy-gate-layer.test.d.ts +0 -2
- package/dist/deploy-gate-layer.test.d.ts.map +0 -1
- package/dist/description-length-gate.d.ts +0 -119
- package/dist/description-length-gate.d.ts.map +0 -1
- package/dist/detectors/edge.test.d.ts +0 -2
- package/dist/detectors/edge.test.d.ts.map +0 -1
- package/dist/detectors/index.d.ts +0 -81
- package/dist/detectors/index.d.ts.map +0 -1
- package/dist/detectors/index.test.d.ts +0 -2
- package/dist/detectors/index.test.d.ts.map +0 -1
- package/dist/diagnose/causal-sweep.d.ts +0 -100
- package/dist/diagnose/causal-sweep.d.ts.map +0 -1
- package/dist/diagnose/index.d.ts +0 -36
- package/dist/diagnose/index.d.ts.map +0 -1
- package/dist/diagnose/remediation.d.ts +0 -68
- package/dist/diagnose/remediation.d.ts.map +0 -1
- package/dist/diagnose/repair.d.ts +0 -77
- package/dist/diagnose/repair.d.ts.map +0 -1
- package/dist/discover-personas.d.ts +0 -35
- package/dist/discover-personas.d.ts.map +0 -1
- package/dist/driver.d.ts +0 -95
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.test.d.ts +0 -8
- package/dist/driver.test.d.ts.map +0 -1
- package/dist/dual-agent-bench.d.ts +0 -81
- package/dist/dual-agent-bench.d.ts.map +0 -1
- package/dist/error-count-extractor.d.ts +0 -47
- package/dist/error-count-extractor.d.ts.map +0 -1
- package/dist/error-count-extractor.test.d.ts +0 -2
- package/dist/error-count-extractor.test.d.ts.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/eval-campaign.d.ts.map +0 -1
- package/dist/eval-campaign.test.d.ts +0 -2
- package/dist/eval-campaign.test.d.ts.map +0 -1
- package/dist/eval-tools.d.ts +0 -55
- package/dist/eval-tools.d.ts.map +0 -1
- package/dist/eval-trace-store.d.ts +0 -107
- package/dist/eval-trace-store.d.ts.map +0 -1
- package/dist/eval-trace-store.test.d.ts +0 -2
- package/dist/eval-trace-store.test.d.ts.map +0 -1
- package/dist/executor.d.ts +0 -38
- package/dist/executor.d.ts.map +0 -1
- package/dist/executor.test.d.ts +0 -10
- package/dist/executor.test.d.ts.map +0 -1
- package/dist/experiment-tracker.d.ts +0 -178
- package/dist/experiment-tracker.d.ts.map +0 -1
- package/dist/experiment-tracker.test.d.ts +0 -2
- package/dist/experiment-tracker.test.d.ts.map +0 -1
- package/dist/failure-taxonomy.d.ts +0 -38
- package/dist/failure-taxonomy.d.ts.map +0 -1
- package/dist/feedback-trajectory.d.ts.map +0 -1
- package/dist/feedback-trajectory.test.d.ts +0 -2
- package/dist/feedback-trajectory.test.d.ts.map +0 -1
- package/dist/flow-layer.d.ts +0 -90
- package/dist/flow-layer.d.ts.map +0 -1
- package/dist/flow-layer.test.d.ts +0 -2
- package/dist/flow-layer.test.d.ts.map +0 -1
- package/dist/fuzz/capsule.d.ts +0 -46
- package/dist/fuzz/capsule.d.ts.map +0 -1
- package/dist/fuzz/cube.d.ts +0 -36
- package/dist/fuzz/cube.d.ts.map +0 -1
- package/dist/fuzz/explorer-cost.test.d.ts +0 -2
- package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
- package/dist/fuzz/explorer.d.ts +0 -64
- package/dist/fuzz/explorer.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.d.ts +0 -16
- package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
- package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
- package/dist/fuzz/gates.d.ts +0 -33
- package/dist/fuzz/gates.d.ts.map +0 -1
- package/dist/fuzz/index.d.ts +0 -26
- package/dist/fuzz/index.d.ts.map +0 -1
- package/dist/fuzz/policies.d.ts +0 -28
- package/dist/fuzz/policies.d.ts.map +0 -1
- package/dist/fuzz/tools.d.ts +0 -20
- package/dist/fuzz/tools.d.ts.map +0 -1
- package/dist/fuzz/types.d.ts +0 -307
- package/dist/fuzz/types.d.ts.map +0 -1
- package/dist/golden-matcher.d.ts +0 -71
- package/dist/golden-matcher.d.ts.map +0 -1
- package/dist/governance/eu-ai-act.d.ts +0 -37
- package/dist/governance/eu-ai-act.d.ts.map +0 -1
- package/dist/governance/index.d.ts.map +0 -1
- package/dist/governance/nist-ai-rmf.d.ts +0 -15
- package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
- package/dist/governance/soc2.d.ts +0 -12
- package/dist/governance/soc2.d.ts.map +0 -1
- package/dist/governance/types.d.ts +0 -66
- package/dist/governance/types.d.ts.map +0 -1
- package/dist/harness-optimizer.d.ts +0 -82
- package/dist/harness-optimizer.d.ts.map +0 -1
- package/dist/held-out-gate.d.ts +0 -135
- package/dist/held-out-gate.d.ts.map +0 -1
- package/dist/hosted/client.d.ts +0 -73
- package/dist/hosted/client.d.ts.map +0 -1
- package/dist/hosted/from-env.test.d.ts +0 -8
- package/dist/hosted/from-env.test.d.ts.map +0 -1
- package/dist/hosted/index.d.ts.map +0 -1
- package/dist/hosted/types.d.ts +0 -159
- package/dist/hosted/types.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/integrity/backend-integrity.d.ts +0 -71
- package/dist/integrity/backend-integrity.d.ts.map +0 -1
- package/dist/integrity/preflight.d.ts +0 -72
- package/dist/integrity/preflight.d.ts.map +0 -1
- package/dist/integrity/preflight.test.d.ts +0 -2
- package/dist/integrity/preflight.test.d.ts.map +0 -1
- package/dist/integrity/single-backend.d.ts +0 -67
- package/dist/integrity/single-backend.d.ts.map +0 -1
- package/dist/intent-match-judge.d.ts +0 -69
- package/dist/intent-match-judge.d.ts.map +0 -1
- package/dist/intent-match-judge.test.d.ts +0 -2
- package/dist/intent-match-judge.test.d.ts.map +0 -1
- package/dist/judge-calibration.d.ts.map +0 -1
- package/dist/judge-ensemble.d.ts +0 -66
- package/dist/judge-ensemble.d.ts.map +0 -1
- package/dist/judge-ensemble.test.d.ts +0 -8
- package/dist/judge-ensemble.test.d.ts.map +0 -1
- package/dist/judge-families.d.ts +0 -38
- package/dist/judge-families.d.ts.map +0 -1
- package/dist/judge-panel.d.ts +0 -65
- package/dist/judge-panel.d.ts.map +0 -1
- package/dist/judge-retry.d.ts +0 -70
- package/dist/judge-retry.d.ts.map +0 -1
- package/dist/judge-runner.d.ts +0 -36
- package/dist/judge-runner.d.ts.map +0 -1
- package/dist/judge-runner.test.d.ts +0 -2
- package/dist/judge-runner.test.d.ts.map +0 -1
- package/dist/judges.d.ts +0 -74
- package/dist/judges.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.d.ts +0 -89
- package/dist/keyword-coverage-judge.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.test.d.ts +0 -2
- package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
- package/dist/knowledge/index.d.ts.map +0 -1
- package/dist/knowledge/readiness.d.ts +0 -26
- package/dist/knowledge/readiness.d.ts.map +0 -1
- package/dist/knowledge/types.d.ts +0 -75
- package/dist/knowledge/types.d.ts.map +0 -1
- package/dist/live-proof.d.ts +0 -62
- package/dist/live-proof.d.ts.map +0 -1
- package/dist/llm-client.d.ts.map +0 -1
- package/dist/llm-client.test.d.ts +0 -2
- package/dist/llm-client.test.d.ts.map +0 -1
- package/dist/locked-jsonl-appender.d.ts.map +0 -1
- package/dist/matrix/aggregation.d.ts +0 -16
- package/dist/matrix/aggregation.d.ts.map +0 -1
- package/dist/matrix/index.d.ts.map +0 -1
- package/dist/matrix/runner.d.ts +0 -15
- package/dist/matrix/runner.d.ts.map +0 -1
- package/dist/matrix/types.d.ts.map +0 -1
- package/dist/meta-eval/calibration.d.ts +0 -47
- package/dist/meta-eval/calibration.d.ts.map +0 -1
- package/dist/meta-eval/correlation-study.d.ts +0 -53
- package/dist/meta-eval/correlation-study.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/meta-eval/outcome-store.d.ts.map +0 -1
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
- package/dist/meta-eval/sentinel.d.ts +0 -169
- package/dist/meta-eval/sentinel.d.ts.map +0 -1
- package/dist/metrics.d.ts +0 -63
- package/dist/metrics.d.ts.map +0 -1
- package/dist/model-seats.d.ts +0 -71
- package/dist/model-seats.d.ts.map +0 -1
- package/dist/model-seats.test.d.ts +0 -2
- package/dist/model-seats.test.d.ts.map +0 -1
- package/dist/muffled-gate-scanner.d.ts +0 -102
- package/dist/muffled-gate-scanner.d.ts.map +0 -1
- package/dist/multi-layer-verifier.d.ts.map +0 -1
- package/dist/multi-layer-verifier.test.d.ts +0 -2
- package/dist/multi-layer-verifier.test.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.d.ts +0 -80
- package/dist/multi-toolchain-layer.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.test.d.ts +0 -2
- package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
- package/dist/multishot/default-tools.d.ts +0 -34
- package/dist/multishot/default-tools.d.ts.map +0 -1
- package/dist/multishot/index.d.ts.map +0 -1
- package/dist/multishot/judges.d.ts +0 -32
- package/dist/multishot/judges.d.ts.map +0 -1
- package/dist/multishot/matrix.d.ts +0 -107
- package/dist/multishot/matrix.d.ts.map +0 -1
- package/dist/multishot/multishot.d.ts +0 -23
- package/dist/multishot/multishot.d.ts.map +0 -1
- package/dist/multishot/router.d.ts +0 -37
- package/dist/multishot/router.d.ts.map +0 -1
- package/dist/multishot/types.d.ts +0 -60
- package/dist/multishot/types.d.ts.map +0 -1
- package/dist/observability.d.ts +0 -71
- package/dist/observability.d.ts.map +0 -1
- package/dist/oracle.d.ts +0 -55
- package/dist/oracle.d.ts.map +0 -1
- package/dist/orthogonality.d.ts +0 -35
- package/dist/orthogonality.d.ts.map +0 -1
- package/dist/otel-pipeline.d.ts +0 -31
- package/dist/otel-pipeline.d.ts.map +0 -1
- package/dist/paraphrase.d.ts +0 -107
- package/dist/paraphrase.d.ts.map +0 -1
- package/dist/pareto.d.ts.map +0 -1
- package/dist/partition-held-out.d.ts +0 -70
- package/dist/partition-held-out.d.ts.map +0 -1
- package/dist/partition-held-out.test.d.ts +0 -2
- package/dist/partition-held-out.test.d.ts.map +0 -1
- package/dist/perf/index.d.ts.map +0 -1
- package/dist/perf/integrity.d.ts +0 -30
- package/dist/perf/integrity.d.ts.map +0 -1
- package/dist/perf/journey.d.ts +0 -45
- package/dist/perf/journey.d.ts.map +0 -1
- package/dist/perf/ratchet.d.ts +0 -47
- package/dist/perf/ratchet.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.d.ts +0 -31
- package/dist/pipelines/budget-breach.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.test.d.ts +0 -2
- package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.d.ts +0 -38
- package/dist/pipelines/failure-cluster.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.test.d.ts +0 -2
- package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.d.ts +0 -26
- package/dist/pipelines/first-divergence.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.test.d.ts +0 -2
- package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
- package/dist/pipelines/index.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.d.ts +0 -26
- package/dist/pipelines/judge-agreement.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.test.d.ts +0 -2
- package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
- package/dist/pipelines/regression.d.ts +0 -23
- package/dist/pipelines/regression.d.ts.map +0 -1
- package/dist/pipelines/regression.test.d.ts +0 -2
- package/dist/pipelines/regression.test.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.d.ts +0 -32
- package/dist/pipelines/stuck-loop.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.test.d.ts +0 -2
- package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.d.ts +0 -34
- package/dist/pipelines/tool-waste.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.test.d.ts +0 -2
- package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
- package/dist/playbook.d.ts +0 -16
- package/dist/playbook.d.ts.map +0 -1
- package/dist/pr-review-benchmark.d.ts +0 -88
- package/dist/pr-review-benchmark.d.ts.map +0 -1
- package/dist/pr-review-benchmark.test.d.ts +0 -2
- package/dist/pr-review-benchmark.test.d.ts.map +0 -1
- package/dist/pre-registration.d.ts +0 -125
- package/dist/pre-registration.d.ts.map +0 -1
- package/dist/prm/builtin-rubrics.d.ts +0 -33
- package/dist/prm/builtin-rubrics.d.ts.map +0 -1
- package/dist/prm/index.d.ts.map +0 -1
- package/dist/prm/inference.d.ts +0 -29
- package/dist/prm/inference.d.ts.map +0 -1
- package/dist/prm/inference.test.d.ts +0 -2
- package/dist/prm/inference.test.d.ts.map +0 -1
- package/dist/prm/rubric.d.ts.map +0 -1
- package/dist/prm/training-export.d.ts +0 -38
- package/dist/prm/training-export.d.ts.map +0 -1
- package/dist/produced-state.d.ts +0 -63
- package/dist/produced-state.d.ts.map +0 -1
- package/dist/produced-state.test.d.ts +0 -8
- package/dist/produced-state.test.d.ts.map +0 -1
- package/dist/profile/baselines.d.ts +0 -37
- package/dist/profile/baselines.d.ts.map +0 -1
- package/dist/profile/index.d.ts +0 -105
- package/dist/profile/index.d.ts.map +0 -1
- package/dist/promotion-gate.d.ts +0 -93
- package/dist/promotion-gate.d.ts.map +0 -1
- package/dist/prompt-registry.d.ts +0 -41
- package/dist/prompt-registry.d.ts.map +0 -1
- package/dist/propose-review-control.d.ts +0 -49
- package/dist/propose-review-control.d.ts.map +0 -1
- package/dist/propose-review-control.test.d.ts +0 -2
- package/dist/propose-review-control.test.d.ts.map +0 -1
- package/dist/propose-review.d.ts +0 -155
- package/dist/propose-review.d.ts.map +0 -1
- package/dist/red-team.d.ts.map +0 -1
- package/dist/reference-replay-steering.d.ts +0 -11
- package/dist/reference-replay-steering.d.ts.map +0 -1
- package/dist/reference-replay.d.ts +0 -176
- package/dist/reference-replay.d.ts.map +0 -1
- package/dist/reflective-mutation.d.ts +0 -79
- package/dist/reflective-mutation.d.ts.map +0 -1
- package/dist/registry.d.ts +0 -31
- package/dist/registry.d.ts.map +0 -1
- package/dist/release-confidence.d.ts +0 -128
- package/dist/release-confidence.d.ts.map +0 -1
- package/dist/release-report.d.ts +0 -11
- package/dist/release-report.d.ts.map +0 -1
- package/dist/replay.d.ts +0 -120
- package/dist/replay.d.ts.map +0 -1
- package/dist/reporter.d.ts +0 -14
- package/dist/reporter.d.ts.map +0 -1
- package/dist/reporting.d.ts.map +0 -1
- package/dist/researcher.d.ts +0 -140
- package/dist/researcher.d.ts.map +0 -1
- package/dist/reviewer.d.ts +0 -118
- package/dist/reviewer.d.ts.map +0 -1
- package/dist/reviewer.test.d.ts +0 -2
- package/dist/reviewer.test.d.ts.map +0 -1
- package/dist/reward-model-export.d.ts +0 -60
- package/dist/reward-model-export.d.ts.map +0 -1
- package/dist/rl/active-curriculum.d.ts +0 -110
- package/dist/rl/active-curriculum.d.ts.map +0 -1
- package/dist/rl/adaptation-eval.d.ts +0 -109
- package/dist/rl/adaptation-eval.d.ts.map +0 -1
- package/dist/rl/adversarial.d.ts.map +0 -1
- package/dist/rl/compute-curves.d.ts +0 -127
- package/dist/rl/compute-curves.d.ts.map +0 -1
- package/dist/rl/contamination.d.ts +0 -117
- package/dist/rl/contamination.d.ts.map +0 -1
- package/dist/rl/corpus.d.ts +0 -55
- package/dist/rl/corpus.d.ts.map +0 -1
- package/dist/rl/corpus.test.d.ts +0 -2
- package/dist/rl/corpus.test.d.ts.map +0 -1
- package/dist/rl/dataset.d.ts +0 -102
- package/dist/rl/dataset.d.ts.map +0 -1
- package/dist/rl/dataset.test.d.ts +0 -2
- package/dist/rl/dataset.test.d.ts.map +0 -1
- package/dist/rl/exporters.d.ts +0 -141
- package/dist/rl/exporters.d.ts.map +0 -1
- package/dist/rl/index.d.ts +0 -49
- package/dist/rl/index.d.ts.map +0 -1
- package/dist/rl/off-policy.d.ts.map +0 -1
- package/dist/rl/predictive-validity-researcher.d.ts +0 -69
- package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
- package/dist/rl/preferences.d.ts +0 -141
- package/dist/rl/preferences.d.ts.map +0 -1
- package/dist/rl/process-reward.d.ts +0 -122
- package/dist/rl/process-reward.d.ts.map +0 -1
- package/dist/rl/reward-hacking.d.ts +0 -104
- package/dist/rl/reward-hacking.d.ts.map +0 -1
- package/dist/rl/rl-campaign.d.ts +0 -85
- package/dist/rl/rl-campaign.d.ts.map +0 -1
- package/dist/rl/run-record-adapters.d.ts +0 -56
- package/dist/rl/run-record-adapters.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.d.ts +0 -166
- package/dist/rl/sim-fidelity.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.test.d.ts +0 -2
- package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
- package/dist/rl/tournament.d.ts +0 -115
- package/dist/rl/tournament.d.ts.map +0 -1
- package/dist/rl/verifiable-reward.d.ts +0 -124
- package/dist/rl/verifiable-reward.d.ts.map +0 -1
- package/dist/run-critic.d.ts +0 -23
- package/dist/run-critic.d.ts.map +0 -1
- package/dist/run-evidence.d.ts +0 -32
- package/dist/run-evidence.d.ts.map +0 -1
- package/dist/run-record.d.ts.map +0 -1
- package/dist/run-record.test.d.ts +0 -2
- package/dist/run-record.test.d.ts.map +0 -1
- package/dist/run-score.d.ts +0 -31
- package/dist/run-score.d.ts.map +0 -1
- package/dist/runtime-trajectory.d.ts +0 -47
- package/dist/runtime-trajectory.d.ts.map +0 -1
- package/dist/sandbox-harness.d.ts.map +0 -1
- package/dist/sandbox-harness.test.d.ts +0 -2
- package/dist/sandbox-harness.test.d.ts.map +0 -1
- package/dist/sandbox-pool.d.ts +0 -74
- package/dist/sandbox-pool.d.ts.map +0 -1
- package/dist/sandbox-pool.test.d.ts +0 -2
- package/dist/sandbox-pool.test.d.ts.map +0 -1
- package/dist/scorecard.d.ts +0 -133
- package/dist/scorecard.d.ts.map +0 -1
- package/dist/scorecard.test.d.ts +0 -2
- package/dist/scorecard.test.d.ts.map +0 -1
- package/dist/self-play.d.ts +0 -69
- package/dist/self-play.d.ts.map +0 -1
- package/dist/semantic-concept-judge.d.ts +0 -135
- package/dist/semantic-concept-judge.d.ts.map +0 -1
- package/dist/semantic-concept-judge.test.d.ts +0 -2
- package/dist/semantic-concept-judge.test.d.ts.map +0 -1
- package/dist/sequential.d.ts.map +0 -1
- package/dist/series-convergence.d.ts.map +0 -1
- package/dist/slo.d.ts +0 -48
- package/dist/slo.d.ts.map +0 -1
- package/dist/state-continuity.d.ts +0 -47
- package/dist/state-continuity.d.ts.map +0 -1
- package/dist/statistics.d.ts.map +0 -1
- package/dist/statistics.test.d.ts +0 -2
- package/dist/statistics.test.d.ts.map +0 -1
- package/dist/steering-optimizer.d.ts +0 -58
- package/dist/steering-optimizer.d.ts.map +0 -1
- package/dist/steering.d.ts +0 -24
- package/dist/steering.d.ts.map +0 -1
- package/dist/storyboard/code-edit.d.ts +0 -64
- package/dist/storyboard/code-edit.d.ts.map +0 -1
- package/dist/storyboard/code-edit.test.d.ts +0 -2
- package/dist/storyboard/code-edit.test.d.ts.map +0 -1
- package/dist/storyboard/index.d.ts.map +0 -1
- package/dist/storyboard/index.test.d.ts +0 -2
- package/dist/storyboard/index.test.d.ts.map +0 -1
- package/dist/summary-report.d.ts.map +0 -1
- package/dist/telemetry/client.d.ts +0 -35
- package/dist/telemetry/client.d.ts.map +0 -1
- package/dist/telemetry/index.d.ts.map +0 -1
- package/dist/telemetry/schema.d.ts +0 -61
- package/dist/telemetry/schema.d.ts.map +0 -1
- package/dist/telemetry/sink-fetch.d.ts +0 -39
- package/dist/telemetry/sink-fetch.d.ts.map +0 -1
- package/dist/telemetry/sink-file.d.ts.map +0 -1
- package/dist/test-graded-scenario.d.ts +0 -42
- package/dist/test-graded-scenario.d.ts.map +0 -1
- package/dist/testing.d.ts.map +0 -1
- package/dist/tool-use-metrics.d.ts +0 -35
- package/dist/tool-use-metrics.d.ts.map +0 -1
- package/dist/trace/capture-fetch.d.ts +0 -48
- package/dist/trace/capture-fetch.d.ts.map +0 -1
- package/dist/trace/capture-fetch.test.d.ts +0 -2
- package/dist/trace/capture-fetch.test.d.ts.map +0 -1
- package/dist/trace/emitter.d.ts.map +0 -1
- package/dist/trace/extract-usage.d.ts +0 -46
- package/dist/trace/extract-usage.d.ts.map +0 -1
- package/dist/trace/extract-usage.test.d.ts +0 -2
- package/dist/trace/extract-usage.test.d.ts.map +0 -1
- package/dist/trace/index.d.ts +0 -15
- package/dist/trace/index.d.ts.map +0 -1
- package/dist/trace/integrity.d.ts.map +0 -1
- package/dist/trace/otel-bridge.d.ts +0 -29
- package/dist/trace/otel-bridge.d.ts.map +0 -1
- package/dist/trace/otel-export.d.ts +0 -52
- package/dist/trace/otel-export.d.ts.map +0 -1
- package/dist/trace/otel.d.ts +0 -57
- package/dist/trace/otel.d.ts.map +0 -1
- package/dist/trace/otlp-attributes.d.ts +0 -17
- package/dist/trace/otlp-attributes.d.ts.map +0 -1
- package/dist/trace/query.d.ts +0 -29
- package/dist/trace/query.d.ts.map +0 -1
- package/dist/trace/query.test.d.ts +0 -2
- package/dist/trace/query.test.d.ts.map +0 -1
- package/dist/trace/raw-provider-sink.d.ts.map +0 -1
- package/dist/trace/redact.d.ts.map +0 -1
- package/dist/trace/schema.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.d.ts +0 -72
- package/dist/trace/store-to-otlp.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.test.d.ts +0 -2
- package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
- package/dist/trace/store.d.ts.map +0 -1
- package/dist/trace/store.test.d.ts +0 -2
- package/dist/trace/store.test.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.test.d.ts +0 -2
- package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
- package/dist/trace-analyst/hook.d.ts +0 -55
- package/dist/trace-analyst/hook.d.ts.map +0 -1
- package/dist/trace-analyst/index.d.ts +0 -18
- package/dist/trace-analyst/index.d.ts.map +0 -1
- package/dist/trace-analyst/insights.d.ts +0 -71
- package/dist/trace-analyst/insights.d.ts.map +0 -1
- package/dist/trace-analyst/insights.test.d.ts +0 -2
- package/dist/trace-analyst/insights.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
- package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.d.ts +0 -85
- package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/prompts.d.ts +0 -6
- package/dist/trace-analyst/prompts.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.d.ts +0 -126
- package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
- package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/store.d.ts +0 -63
- package/dist/trace-analyst/store.d.ts.map +0 -1
- package/dist/trace-analyst/tools.d.ts +0 -44
- package/dist/trace-analyst/tools.d.ts.map +0 -1
- package/dist/trace-analyst/tools.test.d.ts +0 -10
- package/dist/trace-analyst/tools.test.d.ts.map +0 -1
- package/dist/trace-analyst/types.d.ts.map +0 -1
- package/dist/trace-contracts.d.ts +0 -180
- package/dist/trace-contracts.d.ts.map +0 -1
- package/dist/traced-analyst.d.ts +0 -26
- package/dist/traced-analyst.d.ts.map +0 -1
- package/dist/traced-judges.d.ts +0 -27
- package/dist/traced-judges.d.ts.map +0 -1
- package/dist/traces.d.ts.map +0 -1
- package/dist/trajectory.d.ts.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/ui-finding.d.ts +0 -104
- package/dist/ui-finding.d.ts.map +0 -1
- package/dist/verdict-cache.d.ts +0 -78
- package/dist/verdict-cache.d.ts.map +0 -1
- package/dist/verdict-cache.test.d.ts +0 -2
- package/dist/verdict-cache.test.d.ts.map +0 -1
- package/dist/verdict.d.ts.map +0 -1
- package/dist/visual-diff.d.ts +0 -32
- package/dist/visual-diff.d.ts.map +0 -1
- package/dist/wire/handlers.d.ts +0 -54
- package/dist/wire/handlers.d.ts.map +0 -1
- package/dist/wire/index.d.ts.map +0 -1
- package/dist/wire/openapi.d.ts +0 -3
- package/dist/wire/openapi.d.ts.map +0 -1
- package/dist/wire/rpc.d.ts +0 -21
- package/dist/wire/rpc.d.ts.map +0 -1
- package/dist/wire/rubrics.d.ts +0 -34
- package/dist/wire/rubrics.d.ts.map +0 -1
- package/dist/wire/schemas.d.ts +0 -410
- package/dist/wire/schemas.d.ts.map +0 -1
- package/dist/wire/server.d.ts +0 -60
- package/dist/wire/server.d.ts.map +0 -1
- package/dist/workflow/event-schema.d.ts +0 -5
- package/dist/workflow/event-schema.d.ts.map +0 -1
- package/dist/workflow/feedback-pack.d.ts +0 -99
- package/dist/workflow/feedback-pack.d.ts.map +0 -1
- package/dist/workflow/index.d.ts.map +0 -1
- package/dist/workflow/intelligence-export.d.ts +0 -62
- package/dist/workflow/intelligence-export.d.ts.map +0 -1
- package/dist/workflow/partner-report.d.ts +0 -49
- package/dist/workflow/partner-report.d.ts.map +0 -1
- package/dist/workflow/phase-graph.d.ts +0 -43
- package/dist/workflow/phase-graph.d.ts.map +0 -1
- package/dist/workflow/promotion-gate.d.ts +0 -61
- package/dist/workflow/promotion-gate.d.ts.map +0 -1
- package/dist/workflow/run-record.d.ts +0 -12
- package/dist/workflow/run-record.d.ts.map +0 -1
- package/dist/workflow/runtime-adapter.d.ts +0 -20
- package/dist/workflow/runtime-adapter.d.ts.map +0 -1
- package/dist/workflow/sanitize.d.ts +0 -21
- package/dist/workflow/sanitize.d.ts.map +0 -1
- package/dist/workflow/schema.d.ts +0 -5
- package/dist/workflow/schema.d.ts.map +0 -1
- package/dist/workflow/summary.d.ts +0 -43
- package/dist/workflow/summary.d.ts.map +0 -1
- package/dist/workflow/trace-event-fields.d.ts +0 -6
- package/dist/workflow/trace-event-fields.d.ts.map +0 -1
- package/dist/workflow/trajectory.d.ts +0 -15
- package/dist/workflow/trajectory.d.ts.map +0 -1
- package/dist/workflow/types.d.ts +0 -68
- package/dist/workflow/types.d.ts.map +0 -1
- package/dist/workspace-inspector.d.ts +0 -67
- package/dist/workspace-inspector.d.ts.map +0 -1
- package/dist/wrangler-deploy-runner.test.d.ts +0 -2
- package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
|
@@ -1,3 +1,6 @@
|
|
|
1
|
+
import { S as Span, a as TraceEvent } from './schema-m0gsnbt3.js';
|
|
2
|
+
import { T as TraceStore } from './store-BcFXE6LG.js';
|
|
3
|
+
|
|
1
4
|
/**
|
|
2
5
|
* Trajectory — ordered, structured view over a run's spans.
|
|
3
6
|
*
|
|
@@ -7,9 +10,8 @@
|
|
|
7
10
|
* analyzers (stuck-loop detection, waste ratio) live in
|
|
8
11
|
* `pipelines/` and consume the trajectory.
|
|
9
12
|
*/
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
export interface TrajectoryStep {
|
|
13
|
+
|
|
14
|
+
interface TrajectoryStep {
|
|
13
15
|
index: number;
|
|
14
16
|
span: Span;
|
|
15
17
|
/** Depth in the span tree from the root. 0 = top-level. */
|
|
@@ -17,7 +19,7 @@ export interface TrajectoryStep {
|
|
|
17
19
|
/** Events attached to this span. */
|
|
18
20
|
events: TraceEvent[];
|
|
19
21
|
}
|
|
20
|
-
|
|
22
|
+
interface Trajectory {
|
|
21
23
|
runId: string;
|
|
22
24
|
steps: TrajectoryStep[];
|
|
23
25
|
llmTurns: number;
|
|
@@ -26,7 +28,6 @@ export interface Trajectory {
|
|
|
26
28
|
retrievals: number;
|
|
27
29
|
totalDurationMs: number;
|
|
28
30
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
export type
|
|
32
|
-
//# sourceMappingURL=trajectory.d.ts.map
|
|
31
|
+
declare function buildTrajectory(store: TraceStore, runId: string): Promise<Trajectory>;
|
|
32
|
+
|
|
33
|
+
export { type Trajectory as T, type TrajectoryStep as a, buildTrajectory as b };
|
|
@@ -1,3 +1,98 @@
|
|
|
1
|
+
import { R as RunRecord } from './run-record-CP2ObebC.js';
|
|
2
|
+
import { T as TraceAnalysisStore } from './store-C1YxJDEK.js';
|
|
3
|
+
import { a as JudgeInput } from './types-C7DGg5ex.js';
|
|
4
|
+
import { b as LlmCallRequest, c as LlmCallResult } from './llm-client-Bj7g0rqu.js';
|
|
5
|
+
|
|
6
|
+
/**
|
|
7
|
+
* ChatClient — the single LLM abstraction analysts call.
|
|
8
|
+
*
|
|
9
|
+
* agent-eval already ships an `LlmClient` (OpenAI-compatible, retry,
|
|
10
|
+
* graceful JSON-schema degrade) and judges that talk to `TCloud`. Two
|
|
11
|
+
* mixed patterns force every analyst author to pick a transport, which
|
|
12
|
+
* couples analyst code to runtime concerns (cli-bridge vs router vs
|
|
13
|
+
* sandbox-sdk) it shouldn't know about.
|
|
14
|
+
*
|
|
15
|
+
* `ChatClient` is one interface every analyst takes via `AnalystContext.chat`.
|
|
16
|
+
* The operator decides at the registry boundary which transport binds
|
|
17
|
+
* to it. Analyst code stays transport-agnostic; swapping production
|
|
18
|
+
* (sandbox-sdk) for local dev (cli-bridge) or tests (mock) is a one-
|
|
19
|
+
* line factory call.
|
|
20
|
+
*
|
|
21
|
+
* Designed to coexist: existing `LlmClient` callers and existing
|
|
22
|
+
* `TCloud`-based judges keep working untouched. New analyst code uses
|
|
23
|
+
* `ChatClient`. When old call sites migrate, they pick up budgeting,
|
|
24
|
+
* cancellation, and unified telemetry for free.
|
|
25
|
+
*/
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Unified chat interface. Mirrors LlmCallRequest/Result so the OpenAI-
|
|
29
|
+
* compatible mental model stays. Two methods: a one-shot `chat()` and
|
|
30
|
+
* an `streamChat()` for future agentic loops (not yet exposed).
|
|
31
|
+
*/
|
|
32
|
+
interface ChatClient {
|
|
33
|
+
/** Display name of the bound transport — included in telemetry. */
|
|
34
|
+
readonly transport: ChatTransport;
|
|
35
|
+
/** Default model when caller omits — operators bind this per environment. */
|
|
36
|
+
readonly defaultModel?: string;
|
|
37
|
+
chat(req: ChatRequest, opts?: ChatCallOpts): Promise<ChatResponse>;
|
|
38
|
+
}
|
|
39
|
+
type ChatTransport = 'router' | 'sandbox-sdk' | 'cli-bridge' | 'direct-provider' | 'mock';
|
|
40
|
+
interface ChatRequest extends Omit<LlmCallRequest, 'model'> {
|
|
41
|
+
/** Optional — falls back to ChatClient.defaultModel. */
|
|
42
|
+
model?: string;
|
|
43
|
+
}
|
|
44
|
+
type ChatResponse = LlmCallResult;
|
|
45
|
+
interface ChatCallOpts {
|
|
46
|
+
/** Cancel the in-flight request. */
|
|
47
|
+
signal?: AbortSignal;
|
|
48
|
+
/** Hard USD ceiling for this single call (informational; the underlying transport may not enforce). */
|
|
49
|
+
maxCostUsd?: number;
|
|
50
|
+
/** Correlation tag carried into request headers when the transport allows. */
|
|
51
|
+
correlationId?: string;
|
|
52
|
+
}
|
|
53
|
+
type CreateChatClientOpts = RouterTransportOpts | CliBridgeTransportOpts | DirectProviderTransportOpts | SandboxSdkTransportOpts | MockTransportOpts;
|
|
54
|
+
interface BaseTransportOpts {
|
|
55
|
+
defaultModel?: string;
|
|
56
|
+
}
|
|
57
|
+
interface RouterTransportOpts extends BaseTransportOpts {
|
|
58
|
+
transport: 'router';
|
|
59
|
+
baseUrl?: string;
|
|
60
|
+
apiKey: string;
|
|
61
|
+
}
|
|
62
|
+
interface CliBridgeTransportOpts extends BaseTransportOpts {
|
|
63
|
+
transport: 'cli-bridge';
|
|
64
|
+
baseUrl?: string;
|
|
65
|
+
bearer?: string;
|
|
66
|
+
}
|
|
67
|
+
interface DirectProviderTransportOpts extends BaseTransportOpts {
|
|
68
|
+
transport: 'direct-provider';
|
|
69
|
+
baseUrl: string;
|
|
70
|
+
apiKey: string;
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* Sandbox-SDK transport. Provided as a thin pass-through: the caller
|
|
74
|
+
* supplies a callable that mimics LlmClient.chat() against an already-
|
|
75
|
+
* configured Sandbox handle. We don't import the SDK here to keep
|
|
76
|
+
* agent-eval dep-free of @tangle-network/sandbox.
|
|
77
|
+
*/
|
|
78
|
+
interface SandboxSdkTransportOpts extends BaseTransportOpts {
|
|
79
|
+
transport: 'sandbox-sdk';
|
|
80
|
+
chat: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>;
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Mock transport for tests. The handler receives the request and returns
|
|
84
|
+
* whatever the test wants. No retries, no JSON-schema degrade.
|
|
85
|
+
*/
|
|
86
|
+
interface MockTransportOpts extends BaseTransportOpts {
|
|
87
|
+
transport: 'mock';
|
|
88
|
+
handler: (req: ChatRequest, opts?: ChatCallOpts) => Promise<ChatResponse>;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Build a ChatClient bound to a specific transport. The returned client
|
|
92
|
+
* is safe to share across analysts in a single registry run.
|
|
93
|
+
*/
|
|
94
|
+
declare function createChatClient(opts: CreateChatClientOpts): ChatClient;
|
|
95
|
+
|
|
1
96
|
/**
|
|
2
97
|
* Analyst contract — the missing orchestration layer over agent-eval's
|
|
3
98
|
* existing analyzers (analyzeTraces, MultiLayerVerifier, RunCritic,
|
|
@@ -14,15 +109,12 @@
|
|
|
14
109
|
* a RunRecord, a JudgeInput, or `custom`), and the registry routes
|
|
15
110
|
* the matching input from `AnalystRunInputs`.
|
|
16
111
|
*/
|
|
17
|
-
|
|
18
|
-
import type { TraceAnalysisStore } from '../trace-analyst/store';
|
|
19
|
-
import type { JudgeInput } from '../types';
|
|
20
|
-
import type { ChatClient } from './chat-client';
|
|
112
|
+
|
|
21
113
|
/**
|
|
22
114
|
* Unified envelope every analyst emits. Schema-versioned so renderers
|
|
23
115
|
* and time-series diffs survive future field additions.
|
|
24
116
|
*/
|
|
25
|
-
|
|
117
|
+
interface AnalystFinding {
|
|
26
118
|
schema_version: '1.0.0';
|
|
27
119
|
/**
|
|
28
120
|
* Stable hash over identity-defining fields (analyst_id + canonical
|
|
@@ -66,8 +158,8 @@ export interface AnalystFinding {
|
|
|
66
158
|
/** Analyst-private extras; renderers ignore unless they know the analyst. */
|
|
67
159
|
metadata?: Record<string, unknown>;
|
|
68
160
|
}
|
|
69
|
-
|
|
70
|
-
|
|
161
|
+
type AnalystSeverity = 'critical' | 'high' | 'medium' | 'low' | 'info';
|
|
162
|
+
interface EvidenceRef {
|
|
71
163
|
/**
|
|
72
164
|
* Where the evidence lives. `span` and `event` refer to OTLP trace
|
|
73
165
|
* elements; `artifact` to a file inside the run's artifact tree;
|
|
@@ -84,8 +176,8 @@ export interface EvidenceRef {
|
|
|
84
176
|
* (e.g. an embedding cache, a partner SDK handle) read it from
|
|
85
177
|
* `AnalystRunInputs.custom[<analyst id>]`.
|
|
86
178
|
*/
|
|
87
|
-
|
|
88
|
-
|
|
179
|
+
type AnalystInputKind = 'trace-store' | 'artifact-dir' | 'run-record' | 'judge-input' | 'custom';
|
|
180
|
+
interface AnalystCost {
|
|
89
181
|
/** `deterministic` analysts MUST NOT call the LLM. */
|
|
90
182
|
kind: 'deterministic' | 'llm';
|
|
91
183
|
/** Optional declared upper bound; the registry can enforce a budget. */
|
|
@@ -93,7 +185,7 @@ export interface AnalystCost {
|
|
|
93
185
|
/** Models the analyst expects to use (informational). */
|
|
94
186
|
models?: string[];
|
|
95
187
|
}
|
|
96
|
-
|
|
188
|
+
interface AnalystRequirements {
|
|
97
189
|
/** Min number of shots / samples the analyst needs to produce signal. */
|
|
98
190
|
min_shots?: number;
|
|
99
191
|
/** Capabilities the runtime must supply (e.g. ['network', 'gpu']). */
|
|
@@ -103,7 +195,7 @@ export interface AnalystRequirements {
|
|
|
103
195
|
* What's passed to every analyst call. The registry resolves which
|
|
104
196
|
* field the analyst's `inputKind` selects and asserts it's present.
|
|
105
197
|
*/
|
|
106
|
-
|
|
198
|
+
interface AnalystRunInputs {
|
|
107
199
|
traceStore?: TraceAnalysisStore;
|
|
108
200
|
artifactDir?: string;
|
|
109
201
|
runRecord?: RunRecord;
|
|
@@ -111,7 +203,7 @@ export interface AnalystRunInputs {
|
|
|
111
203
|
/** Keyed by analyst id; populated by callers that registered custom analysts. */
|
|
112
204
|
custom?: Record<string, unknown>;
|
|
113
205
|
}
|
|
114
|
-
|
|
206
|
+
interface AnalystContext {
|
|
115
207
|
runId: string;
|
|
116
208
|
/** Stable correlation id so logs from a single registry.run() share a tag. */
|
|
117
209
|
correlationId: string;
|
|
@@ -149,7 +241,7 @@ export interface AnalystContext {
|
|
|
149
241
|
* `TraceAnalysisStore`); the registry passes the right field from
|
|
150
242
|
* `AnalystRunInputs` based on `inputKind`.
|
|
151
243
|
*/
|
|
152
|
-
|
|
244
|
+
interface Analyst<TInput = unknown> {
|
|
153
245
|
/** Stable identifier — appears in finding_id, telemetry, and registry exclusion lists. */
|
|
154
246
|
readonly id: string;
|
|
155
247
|
/** Human-readable. One sentence. */
|
|
@@ -169,7 +261,7 @@ export interface Analyst<TInput = unknown> {
|
|
|
169
261
|
* or (b) move the variable part into `rationale`/`metadata` and keep the
|
|
170
262
|
* `claim` static.
|
|
171
263
|
*/
|
|
172
|
-
|
|
264
|
+
declare function computeFindingId(input: {
|
|
173
265
|
analyst_id: string;
|
|
174
266
|
area: string;
|
|
175
267
|
subject?: string;
|
|
@@ -181,11 +273,11 @@ export declare function computeFindingId(input: {
|
|
|
181
273
|
* Convenience factory: produce a fully-formed AnalystFinding with the
|
|
182
274
|
* id computed automatically. Analyst code stays terse.
|
|
183
275
|
*/
|
|
184
|
-
|
|
276
|
+
declare function makeFinding(init: Omit<AnalystFinding, 'schema_version' | 'finding_id' | 'produced_at'> & {
|
|
185
277
|
id_basis?: string;
|
|
186
278
|
produced_at?: string;
|
|
187
279
|
}): AnalystFinding;
|
|
188
|
-
|
|
280
|
+
interface AnalystRunSummary {
|
|
189
281
|
analyst_id: string;
|
|
190
282
|
status: 'ok' | 'skipped' | 'failed';
|
|
191
283
|
/** Why skipped — missing input, budget exceeded, capability unmet. */
|
|
@@ -199,7 +291,7 @@ export interface AnalystRunSummary {
|
|
|
199
291
|
message: string;
|
|
200
292
|
};
|
|
201
293
|
}
|
|
202
|
-
|
|
294
|
+
interface AnalystRunResult {
|
|
203
295
|
run_id: string;
|
|
204
296
|
correlation_id: string;
|
|
205
297
|
started_at: string;
|
|
@@ -222,7 +314,7 @@ export interface AnalystRunResult {
|
|
|
222
314
|
* is the right granularity; subscribers wanting per-finding rendering
|
|
223
315
|
* iterate `event.findings` themselves.
|
|
224
316
|
*/
|
|
225
|
-
|
|
317
|
+
type AnalystRunEvent = {
|
|
226
318
|
type: 'run-started';
|
|
227
319
|
run_id: string;
|
|
228
320
|
correlation_id: string;
|
|
@@ -245,4 +337,5 @@ export type AnalystRunEvent = {
|
|
|
245
337
|
type: 'run-completed';
|
|
246
338
|
result: AnalystRunResult;
|
|
247
339
|
};
|
|
248
|
-
|
|
340
|
+
|
|
341
|
+
export { type Analyst as A, type ChatClient as C, type DirectProviderTransportOpts as D, type EvidenceRef as E, type MockTransportOpts as M, type RouterTransportOpts as R, type SandboxSdkTransportOpts as S, type AnalystContext as a, type AnalystRunSummary as b, type AnalystFinding as c, type AnalystRunResult as d, type AnalystRunInputs as e, type AnalystRunEvent as f, type AnalystCost as g, type AnalystSeverity as h, type AnalystInputKind as i, type AnalystRequirements as j, type ChatCallOpts as k, type ChatRequest as l, type ChatResponse as m, type ChatTransport as n, type CliBridgeTransportOpts as o, type CreateChatClientOpts as p, computeFindingId as q, createChatClient as r, makeFinding as s };
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { b as RunTokenUsage } from './run-record-CP2ObebC.js';
|
|
2
|
+
|
|
1
3
|
/**
|
|
2
4
|
* Pass A substrate types — `runCampaign` is the one primitive every
|
|
3
5
|
* eval flow composes from. Three contracts in this file:
|
|
@@ -15,10 +17,10 @@
|
|
|
15
17
|
* No new architecture vs 0.38 — Pass A formalizes the shapes so consumers
|
|
16
18
|
* can build dashboards / CI gates / regression diffs against a stable schema.
|
|
17
19
|
*/
|
|
18
|
-
|
|
20
|
+
|
|
19
21
|
/** Stable identifier + kind tag for any scenario. Consumers
|
|
20
22
|
* extend with their per-domain payload (persona, task, requirement, ...). */
|
|
21
|
-
|
|
23
|
+
interface Scenario {
|
|
22
24
|
id: string;
|
|
23
25
|
kind: string;
|
|
24
26
|
tags?: string[];
|
|
@@ -26,7 +28,7 @@ export interface Scenario {
|
|
|
26
28
|
/** Context handed to every dispatch invocation. Scoped — every
|
|
27
29
|
* trace/span carries the cellId, every artifact write lands under the cell's
|
|
28
30
|
* artifact root, the cost meter accumulates per cell. */
|
|
29
|
-
|
|
31
|
+
interface DispatchContext {
|
|
30
32
|
cellId: string;
|
|
31
33
|
rep: number;
|
|
32
34
|
generation?: number;
|
|
@@ -50,11 +52,11 @@ export interface DispatchContext {
|
|
|
50
52
|
}
|
|
51
53
|
/** One function: scenario + ctx → artifact. Dispatcher chooses
|
|
52
54
|
* whether to call `runMultishot`, `runLoop`, raw `streamPrompt`, anything. */
|
|
53
|
-
|
|
55
|
+
type DispatchFn<TScenario extends Scenario, TArtifact> = (scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
|
|
54
56
|
/** One session within a multi-session journey. Dispatch is
|
|
55
57
|
* invoked once per session in order; state from prior session's artifact
|
|
56
58
|
* is exposed via `ctx.priorSessionArtifact`. */
|
|
57
|
-
|
|
59
|
+
interface SessionScript<TScenario, TArtifact> {
|
|
58
60
|
id: string;
|
|
59
61
|
intent: string;
|
|
60
62
|
maxTurns?: number;
|
|
@@ -64,7 +66,7 @@ export interface SessionScript<TScenario, TArtifact> {
|
|
|
64
66
|
* resolves. Returns the persona shape used by the NEXT session. */
|
|
65
67
|
evolveAfterSession?: (artifact: TArtifact, sessionIndex: number, scenario: TScenario) => TScenario;
|
|
66
68
|
}
|
|
67
|
-
|
|
69
|
+
interface JudgeDimension {
|
|
68
70
|
/** JSON field name + score key. */
|
|
69
71
|
key: string;
|
|
70
72
|
/** Description shown in the judge's user prompt. */
|
|
@@ -77,7 +79,7 @@ export interface JudgeDimension {
|
|
|
77
79
|
* must not constrain that. The `llmJudge()` helper builds a `score` that does
|
|
78
80
|
* one LLM call for the common case. `appliesTo` lets a judge run only on
|
|
79
81
|
* scenarios that match (e.g. a legal-citation judge only on legal scenarios). */
|
|
80
|
-
|
|
82
|
+
interface JudgeConfig<TArtifact, TScenario extends Scenario = Scenario> {
|
|
81
83
|
name: string;
|
|
82
84
|
dimensions: JudgeDimension[];
|
|
83
85
|
/** Score one artifact. Throw on failure — a thrown judge is recorded as a
|
|
@@ -98,7 +100,7 @@ export interface JudgeConfig<TArtifact, TScenario extends Scenario = Scenario> {
|
|
|
98
100
|
* promotion-policy) — never renormalize a producer's values in place, as
|
|
99
101
|
* downstream thresholds (`composite >= 5` in multishot/matrix.ts, live-soak
|
|
100
102
|
* `>= 7` gates) key on the producer's native scale. */
|
|
101
|
-
|
|
103
|
+
interface JudgeScore {
|
|
102
104
|
dimensions: Record<string, number>;
|
|
103
105
|
composite: number;
|
|
104
106
|
notes: string;
|
|
@@ -119,7 +121,7 @@ export interface JudgeScore {
|
|
|
119
121
|
* trace findings → opens a worktree). Measured by checking out `worktreeRef`
|
|
120
122
|
* and running the worker against the changed code. See the improvement-tier
|
|
121
123
|
* table in `docs/design/loop-taxonomy.md`. */
|
|
122
|
-
|
|
124
|
+
interface CodeSurface {
|
|
123
125
|
kind: 'code';
|
|
124
126
|
/** Worktree path or git ref holding the candidate code change. The
|
|
125
127
|
* consumer's `dispatchWithSurface` checks this out before running. */
|
|
@@ -136,14 +138,14 @@ export interface CodeSurface {
|
|
|
136
138
|
* - `CodeSurface` — tier 4: an implementation change behind a worktree ref.
|
|
137
139
|
* Tier 3 (knowledge) is owned by agent-knowledge and rides its own adapter,
|
|
138
140
|
* not this type. */
|
|
139
|
-
|
|
141
|
+
type MutableSurface = string | CodeSurface;
|
|
140
142
|
/** A proposer output carrying the surface AND the WHY behind
|
|
141
143
|
* it. Reflective proposers (`gepaProposer`) parse a `{label, rationale, payload}`
|
|
142
144
|
* from the model; without this wrapper the loop keeps only `payload` and the
|
|
143
145
|
* rationale that motivated the change is lost — the candidate becomes
|
|
144
146
|
* unattributable. `propose()` may return either bare `MutableSurface`s (cheap
|
|
145
147
|
* blind mutators) or these (reflective proposers); the loop normalizes both. */
|
|
146
|
-
|
|
148
|
+
interface ProposedCandidate {
|
|
147
149
|
surface: MutableSurface;
|
|
148
150
|
/** Short human label for the change (≤ 40 chars typical). */
|
|
149
151
|
label: string;
|
|
@@ -154,7 +156,7 @@ export interface ProposedCandidate {
|
|
|
154
156
|
}
|
|
155
157
|
/** Type guard: a proposal carrying its rationale vs a bare
|
|
156
158
|
* surface. The loop branches on this to populate `GenerationCandidate`. */
|
|
157
|
-
|
|
159
|
+
declare function isProposedCandidate(value: MutableSurface | ProposedCandidate): value is ProposedCandidate;
|
|
158
160
|
/** A non-dominated parent on the GEPA Pareto frontier — a
|
|
159
161
|
* surface that, across the per-scenario objective vectors, no other tried
|
|
160
162
|
* surface beats on every scenario. A candidate worse on the mean composite
|
|
@@ -163,7 +165,7 @@ export declare function isProposedCandidate(value: MutableSurface | ProposedCand
|
|
|
163
165
|
* computes the frontier across ALL generations and hands it to the proposer so
|
|
164
166
|
* a reflective proposer can combine complementary lessons (GEPA, Agrawal et
|
|
165
167
|
* al., arXiv:2507.19457). See `pareto.ts` (`paretoFrontier`). */
|
|
166
|
-
|
|
168
|
+
interface ParetoParent {
|
|
167
169
|
surface: MutableSurface;
|
|
168
170
|
surfaceHash: string;
|
|
169
171
|
/** The objective vector: per-scenario composite (higher is better). The
|
|
@@ -181,7 +183,7 @@ export interface ParetoParent {
|
|
|
181
183
|
* surface, return N candidate surfaces. Pure transform, no generation
|
|
182
184
|
* awareness. Reflective-mutation and `AxGEPA` mutators conform. Wrapped by
|
|
183
185
|
* `evolutionaryProposer` to become a `SurfaceProposer`. */
|
|
184
|
-
|
|
186
|
+
interface Mutator<TFindings = unknown> {
|
|
185
187
|
kind: string;
|
|
186
188
|
mutate(args: {
|
|
187
189
|
findings: TFindings[];
|
|
@@ -196,7 +198,7 @@ export interface Mutator<TFindings = unknown> {
|
|
|
196
198
|
* (`evolutionaryProposer`) can ignore them while a code-tier agentic generator
|
|
197
199
|
* consumes the report + dataset to drive a coding harness.
|
|
198
200
|
* See `docs/campaign-proposers.md`. */
|
|
199
|
-
|
|
201
|
+
interface ProposeContext<TFindings = unknown> {
|
|
200
202
|
currentSurface: MutableSurface;
|
|
201
203
|
history: GenerationRecord[];
|
|
202
204
|
findings: TFindings[];
|
|
@@ -240,7 +242,7 @@ export interface ProposeContext<TFindings = unknown> {
|
|
|
240
242
|
* SAME loop, not separate loops. The loop body (`runOptimization`) and the
|
|
241
243
|
* gated promotion shell (`runImprovementLoop`) are proposer-agnostic.
|
|
242
244
|
*/
|
|
243
|
-
|
|
245
|
+
interface SurfaceProposer<TFindings = unknown> {
|
|
244
246
|
kind: string;
|
|
245
247
|
/** Plan: propose N candidate surfaces for the next generation. A proposer
|
|
246
248
|
* may return bare `MutableSurface`s or `ProposedCandidate`s that carry the
|
|
@@ -258,18 +260,18 @@ export interface SurfaceProposer<TFindings = unknown> {
|
|
|
258
260
|
}
|
|
259
261
|
/** Optional vocabulary alias. The loop is the optimizer; this object is the
|
|
260
262
|
* proposer inside that loop. */
|
|
261
|
-
|
|
262
|
-
|
|
263
|
+
type OptimizationProposer<TFindings = unknown> = SurfaceProposer<TFindings>;
|
|
264
|
+
interface OptimizerConfigBase {
|
|
263
265
|
populationSize: number;
|
|
264
266
|
maxGenerations: number;
|
|
265
267
|
surfaceExtractor: (profile: unknown) => MutableSurface;
|
|
266
268
|
}
|
|
267
|
-
|
|
269
|
+
interface OptimizerConfig extends OptimizerConfigBase {
|
|
268
270
|
proposer: SurfaceProposer;
|
|
269
271
|
}
|
|
270
272
|
/** Five-valued verdict taxonomy (MOSS-paper alignment). */
|
|
271
|
-
|
|
272
|
-
|
|
273
|
+
type GateDecision = 'ship' | 'hold' | 'need_more_work' | 'model_ceiling' | 'arch_ceiling';
|
|
274
|
+
interface GateContext<TArtifact, TScenario extends Scenario> {
|
|
273
275
|
candidateArtifacts: Map<string, TArtifact>;
|
|
274
276
|
baselineArtifacts?: Map<string, TArtifact>;
|
|
275
277
|
/** Candidate (winner) judge scores, keyed by cellId. */
|
|
@@ -286,7 +288,7 @@ export interface GateContext<TArtifact, TScenario extends Scenario> {
|
|
|
286
288
|
};
|
|
287
289
|
signal: AbortSignal;
|
|
288
290
|
}
|
|
289
|
-
|
|
291
|
+
interface GateResult {
|
|
290
292
|
decision: GateDecision;
|
|
291
293
|
reasons: string[];
|
|
292
294
|
contributingGates: Array<{
|
|
@@ -297,23 +299,23 @@ export interface GateResult {
|
|
|
297
299
|
delta?: number;
|
|
298
300
|
}
|
|
299
301
|
/** Composable promotion gate. */
|
|
300
|
-
|
|
302
|
+
interface Gate<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
301
303
|
name: string;
|
|
302
304
|
decide(ctx: GateContext<TArtifact, TScenario>): Promise<GateResult>;
|
|
303
305
|
}
|
|
304
306
|
/** Scoped trace writer handed to each dispatch — every span
|
|
305
307
|
* auto-tagged with the cellId so traces filter cleanly. */
|
|
306
|
-
|
|
308
|
+
interface CampaignTraceWriter {
|
|
307
309
|
span(name: string, attributes?: Record<string, unknown>): TraceSpan;
|
|
308
310
|
flush(): Promise<void>;
|
|
309
311
|
}
|
|
310
|
-
|
|
312
|
+
interface TraceSpan {
|
|
311
313
|
end(attributes?: Record<string, unknown>): void;
|
|
312
314
|
setAttribute(key: string, value: unknown): void;
|
|
313
315
|
}
|
|
314
316
|
/** Scoped artifact writer — `write(path, content)` lands under
|
|
315
317
|
* `<runDir>/<cellId>/<path>`. */
|
|
316
|
-
|
|
318
|
+
interface CampaignArtifactWriter {
|
|
317
319
|
write(path: string, content: string | Uint8Array): Promise<string>;
|
|
318
320
|
writeJson(path: string, value: unknown): Promise<string>;
|
|
319
321
|
}
|
|
@@ -321,7 +323,7 @@ export interface CampaignArtifactWriter {
|
|
|
321
323
|
* (run-record.ts, same package) so a cell maps onto a `RunRecord` for the
|
|
322
324
|
* backend-integrity guard with ONE source of truth — a field added to
|
|
323
325
|
* `RunTokenUsage` is a compile error here, not a silent drift. */
|
|
324
|
-
|
|
326
|
+
type CampaignTokenUsage = RunTokenUsage;
|
|
325
327
|
/** Cell-scoped cost meter. NOTHING is captured automatically —
|
|
326
328
|
* the substrate does not intercept the LLM call, so it cannot see cost or
|
|
327
329
|
* tokens unless the dispatch reports them. Every LLM cost MUST be reported via
|
|
@@ -329,7 +331,7 @@ export type CampaignTokenUsage = RunTokenUsage;
|
|
|
329
331
|
* neither yields a `{cost:0, tokens:0}` cell, which the backend-integrity
|
|
330
332
|
* guard (`assertRealBackend`) correctly reads as a stub. Also use `observe`
|
|
331
333
|
* for non-LLM spend (sandbox time, tool costs). */
|
|
332
|
-
|
|
334
|
+
interface CampaignCostMeter {
|
|
333
335
|
observe(amountUsd: number, source: string): void;
|
|
334
336
|
/** Record LLM token usage for this cell; accumulates across calls. A cell
|
|
335
337
|
* has `costUsd` but no token counts unless the dispatch reports them here —
|
|
@@ -344,8 +346,8 @@ export interface CampaignCostMeter {
|
|
|
344
346
|
/** Source tag — required on every store write. Used by the
|
|
345
347
|
* default training-source filter (production-trace samples NOT used as
|
|
346
348
|
* training scenarios unless explicitly opted in). */
|
|
347
|
-
|
|
348
|
-
|
|
349
|
+
type LabeledScenarioSource = 'production-trace' | 'eval-run' | 'manual' | 'red-team' | 'synthetic';
|
|
350
|
+
type RedactionStatus = 'raw' | 'redacted-pii' | 'redacted-secrets' | 'fully-redacted';
|
|
349
351
|
/** How much a label can be trusted to evaluate against — the gold-admission
|
|
350
352
|
* gate. Strictly ordered: a record qualifies for a `minTrust` filter when its
|
|
351
353
|
* trust rank is >= the requested rank.
|
|
@@ -360,13 +362,13 @@ export type RedactionStatus = 'raw' | 'redacted-pii' | 'redacted-secrets' | 'ful
|
|
|
360
362
|
* Absent on a write ⇒ treated as `unverified` (fail-closed: a writer must
|
|
361
363
|
* explicitly assert trust to make a record gold-eligible — it never happens
|
|
362
364
|
* by accident). */
|
|
363
|
-
|
|
365
|
+
type LabelTrust = 'unverified' | 'verified-signal' | 'human-rated';
|
|
364
366
|
/** Ordinal rank for a label-trust tier; absent ⇒ `unverified` (rank 0). */
|
|
365
|
-
|
|
367
|
+
declare function labelTrustRank(trust: LabelTrust | undefined): number;
|
|
366
368
|
/** Required-provenance write. The store rejects writes that
|
|
367
369
|
* lack provenance — a default-on flywheel without provenance is the
|
|
368
370
|
* data-poisoning vector flagged in the alignment review. */
|
|
369
|
-
|
|
371
|
+
interface LabeledScenarioWrite<TScenario extends Scenario = Scenario, TArtifact = unknown> {
|
|
370
372
|
scenario: TScenario;
|
|
371
373
|
artifact: TArtifact;
|
|
372
374
|
judgeScores: Record<string, JudgeScore>;
|
|
@@ -382,14 +384,14 @@ export interface LabeledScenarioWrite<TScenario extends Scenario = Scenario, TAr
|
|
|
382
384
|
/** Optional per-source rate-limit bucket key (e.g., the tenant id). */
|
|
383
385
|
rateLimitBucket?: string;
|
|
384
386
|
}
|
|
385
|
-
|
|
387
|
+
interface LabeledScenarioRecord<TScenario extends Scenario = Scenario, TArtifact = unknown> extends LabeledScenarioWrite<TScenario, TArtifact> {
|
|
386
388
|
/** Stable hash of (scenario.id, source, capturedAt, sourceVersionHash). */
|
|
387
389
|
recordHash: string;
|
|
388
390
|
/** Substrate-assigned split — train if captured before the campaign's
|
|
389
391
|
* `temporalCutoff`, test if after. Explicit override allowed via filter. */
|
|
390
392
|
split: 'train' | 'test';
|
|
391
393
|
}
|
|
392
|
-
|
|
394
|
+
interface LabeledScenarioSampleArgs {
|
|
393
395
|
count: number;
|
|
394
396
|
/** REQUIRED — substrate refuses to sample without an explicit split. */
|
|
395
397
|
split: 'train' | 'test';
|
|
@@ -409,7 +411,7 @@ export interface LabeledScenarioSampleArgs {
|
|
|
409
411
|
minTrust?: LabelTrust;
|
|
410
412
|
};
|
|
411
413
|
}
|
|
412
|
-
|
|
414
|
+
interface LabeledScenarioStore {
|
|
413
415
|
observe(write: LabeledScenarioWrite): Promise<void>;
|
|
414
416
|
sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
|
|
415
417
|
size(): Promise<{
|
|
@@ -421,7 +423,7 @@ export interface LabeledScenarioStore {
|
|
|
421
423
|
byTrust: Record<LabelTrust, number>;
|
|
422
424
|
}>;
|
|
423
425
|
}
|
|
424
|
-
|
|
426
|
+
interface CampaignCellResult<TArtifact> {
|
|
425
427
|
cellId: string;
|
|
426
428
|
scenarioId: string;
|
|
427
429
|
rep: number;
|
|
@@ -438,18 +440,18 @@ export interface CampaignCellResult<TArtifact> {
|
|
|
438
440
|
cached: boolean;
|
|
439
441
|
error?: string;
|
|
440
442
|
}
|
|
441
|
-
|
|
443
|
+
interface JudgeAggregate {
|
|
442
444
|
mean: number;
|
|
443
445
|
stdev: number;
|
|
444
446
|
ci95: [number, number];
|
|
445
447
|
n: number;
|
|
446
448
|
}
|
|
447
|
-
|
|
449
|
+
interface ScenarioAggregate {
|
|
448
450
|
meanComposite: number;
|
|
449
451
|
ci95: [number, number];
|
|
450
452
|
n: number;
|
|
451
453
|
}
|
|
452
|
-
|
|
454
|
+
interface GenerationRecord {
|
|
453
455
|
generationIndex: number;
|
|
454
456
|
candidates: GenerationCandidate[];
|
|
455
457
|
promoted: string[];
|
|
@@ -458,7 +460,7 @@ export interface GenerationRecord {
|
|
|
458
460
|
* let a reflective proposer ground its next proposal on WHICH
|
|
459
461
|
* dimensions the candidate is weakest on and WHICH scenarios it best/worst
|
|
460
462
|
* handled — the evidence a blind `Mutator` cannot see. */
|
|
461
|
-
|
|
463
|
+
interface GenerationCandidate {
|
|
462
464
|
surfaceHash: string;
|
|
463
465
|
composite: number;
|
|
464
466
|
ci95: [number, number];
|
|
@@ -484,7 +486,7 @@ export interface GenerationCandidate {
|
|
|
484
486
|
* Present when the proposer returned a `ProposedCandidate`. */
|
|
485
487
|
rationale?: string;
|
|
486
488
|
}
|
|
487
|
-
|
|
489
|
+
interface CampaignAggregates {
|
|
488
490
|
byJudge: Record<string, JudgeAggregate>;
|
|
489
491
|
byScenario: Record<string, ScenarioAggregate>;
|
|
490
492
|
totalCostUsd: number;
|
|
@@ -493,7 +495,7 @@ export interface CampaignAggregates {
|
|
|
493
495
|
cellsCached: number;
|
|
494
496
|
cellsFailed: number;
|
|
495
497
|
}
|
|
496
|
-
|
|
498
|
+
interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
497
499
|
/** sha256(scenarios, judges, dispatch source ref, optimizer config, seed). Stable identity for reruns. */
|
|
498
500
|
manifestHash: string;
|
|
499
501
|
seed: number;
|
|
@@ -516,4 +518,5 @@ export interface CampaignResult<TArtifact = unknown, TScenario extends Scenario
|
|
|
516
518
|
* want narrowed types when extending `CampaignResult`. */
|
|
517
519
|
scenarios: Array<Pick<TScenario, 'id' | 'kind'>>;
|
|
518
520
|
}
|
|
519
|
-
|
|
521
|
+
|
|
522
|
+
export { type JudgeAggregate as A, type ScenarioAggregate as B, type CampaignResult as C, type DispatchFn as D, isProposedCandidate as E, labelTrustRank as F, type GateResult as G, type JudgeScore as J, type LabeledScenarioStore as L, type MutableSurface as M, type OptimizationProposer as O, type ParetoParent as P, type RedactionStatus as R, type Scenario as S, type TraceSpan as T, type JudgeConfig as a, type DispatchContext as b, type CampaignTraceWriter as c, type GenerationRecord as d, type SurfaceProposer as e, type Gate as f, type GateContext as g, type Mutator as h, type GateDecision as i, type CampaignAggregates as j, type CampaignArtifactWriter as k, type CampaignCellResult as l, type CampaignCostMeter as m, type CodeSurface as n, type GenerationCandidate as o, type JudgeDimension as p, type OptimizerConfig as q, type SessionScript as r, type LabeledScenarioWrite as s, type LabeledScenarioSampleArgs as t, type LabeledScenarioRecord as u, type LabelTrust as v, type ProposedCandidate as w, type ProposeContext as x, type LabeledScenarioSource as y, type CampaignTokenUsage as z };
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { D as DefaultVerdict } from './verdict-C9MlYujm.js';
|
|
2
|
+
|
|
1
3
|
/**
|
|
2
4
|
* N-axis cartesian matrix over substrate types — types module.
|
|
3
5
|
*
|
|
@@ -7,11 +9,10 @@
|
|
|
7
9
|
* and aggregates per-axis pass/score/cost summaries. Substrate types are
|
|
8
10
|
* imported at the boundary by JSDoc only; the matrix never wraps them.
|
|
9
11
|
*/
|
|
10
|
-
|
|
11
|
-
export type { DefaultVerdict } from '../verdict';
|
|
12
|
+
|
|
12
13
|
/** One axis = one dimension to iterate. `V` is the value type — pass any
|
|
13
14
|
* substrate type (AgentProfile, Driver, Validator, rubric record). */
|
|
14
|
-
|
|
15
|
+
interface MatrixAxis<V> {
|
|
15
16
|
/** Axis name. Becomes the key in `MatrixResult.byAxis`. */
|
|
16
17
|
name: string;
|
|
17
18
|
/** Stable id per value. Used as the bucket key in aggregation. */
|
|
@@ -24,7 +25,7 @@ export interface MatrixAxis<V> {
|
|
|
24
25
|
label?: (value: V, id: string) => string;
|
|
25
26
|
}
|
|
26
27
|
/** A cell carries one picked value from each axis, keyed by axis name. */
|
|
27
|
-
|
|
28
|
+
interface MatrixCell {
|
|
28
29
|
axes: Record<string, {
|
|
29
30
|
id: string;
|
|
30
31
|
value: unknown;
|
|
@@ -34,7 +35,7 @@ export interface MatrixCell {
|
|
|
34
35
|
/** Stable sort key — preserves cartesian order across concurrent execution. */
|
|
35
36
|
ordinal: number;
|
|
36
37
|
}
|
|
37
|
-
|
|
38
|
+
interface CellResult<Output> {
|
|
38
39
|
output: Output;
|
|
39
40
|
verdict: DefaultVerdict;
|
|
40
41
|
costUsd: number;
|
|
@@ -47,7 +48,7 @@ export interface CellResult<Output> {
|
|
|
47
48
|
kind: string;
|
|
48
49
|
};
|
|
49
50
|
}
|
|
50
|
-
|
|
51
|
+
interface AxisSummary {
|
|
51
52
|
axisName: string;
|
|
52
53
|
axisValue: string;
|
|
53
54
|
cells: number;
|
|
@@ -58,7 +59,7 @@ export interface AxisSummary {
|
|
|
58
59
|
totalCostUsd: number;
|
|
59
60
|
meanDurationMs: number;
|
|
60
61
|
}
|
|
61
|
-
|
|
62
|
+
interface MatrixResult<Output> {
|
|
62
63
|
cells: Array<{
|
|
63
64
|
cell: MatrixCell;
|
|
64
65
|
runs: CellResult<Output>[];
|
|
@@ -80,7 +81,7 @@ export interface MatrixResult<Output> {
|
|
|
80
81
|
/** Stable id-like string generated at the end of the run. */
|
|
81
82
|
matrixId: string;
|
|
82
83
|
}
|
|
83
|
-
|
|
84
|
+
interface RunAgentMatrixOptions<Output> {
|
|
84
85
|
axes: MatrixAxis<unknown>[];
|
|
85
86
|
/** User-supplied cell executor. May throw; the matrix captures throws as
|
|
86
87
|
* `CellResult.error` and continues. */
|
|
@@ -103,4 +104,5 @@ export interface RunAgentMatrixOptions<Output> {
|
|
|
103
104
|
* and suppresses scheduling of new ones. */
|
|
104
105
|
signal?: AbortSignal;
|
|
105
106
|
}
|
|
106
|
-
|
|
107
|
+
|
|
108
|
+
export type { AxisSummary as A, CellResult as C, MatrixResult as M, RunAgentMatrixOptions as R, MatrixAxis as a, MatrixCell as b };
|