@tangle-network/agent-eval 0.95.0 → 0.95.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/dist/adapters/http.d.ts +17 -10
- package/dist/adapters/langchain.d.ts +14 -7
- package/dist/adapters/otel.d.ts +25 -13
- package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
- package/dist/analyst/index.d.ts +236 -28
- package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
- package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
- package/dist/authenticity/index.d.ts +16 -15
- package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
- package/dist/belief-state/index.d.ts +605 -14
- package/dist/benchmarks/index.d.ts +5 -23
- package/dist/builder-eval/index.d.ts +250 -5
- package/dist/calibration-BPmzuVPk.d.ts +101 -0
- package/dist/campaign/index.d.ts +1452 -38
- package/dist/cli.d.ts +0 -2
- package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
- package/dist/contract/index.d.ts +688 -106
- package/dist/control-Doncu-B_.d.ts +259 -0
- package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
- package/dist/control.d.ts +10 -11
- package/dist/corpus-D4YW9UoJ.d.ts +560 -0
- package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
- package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
- package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
- package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
- package/dist/diagnose.d.ts +252 -1
- package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
- package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
- package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
- package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
- package/dist/fuzz.d.ts +547 -1
- package/dist/gepa-C1NCIZ9o.d.ts +414 -0
- package/dist/governance/index.d.ts +135 -5
- package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
- package/dist/hosted/index.d.ts +239 -10
- package/dist/index-_Y4oNOOb.d.ts +159 -0
- package/dist/index.d.ts +5660 -277
- package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
- package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
- package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
- package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
- package/dist/knowledge/index.d.ts +103 -3
- package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
- package/dist/matrix/index.d.ts +30 -12
- package/dist/meta-eval/index.d.ts +182 -6
- package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
- package/dist/multishot/index.d.ts +290 -7
- package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
- package/dist/openapi.json +1 -1
- package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
- package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
- package/dist/perf/index.d.ts +119 -13
- package/dist/pipelines/index.d.ts +173 -8
- package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
- package/dist/prm/index.d.ts +104 -5
- package/dist/provenance-CncDq9qE.d.ts +426 -0
- package/dist/query-B7GGjRox.d.ts +32 -0
- package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
- package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
- package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
- package/dist/release-report-pidWUMZ2.d.ts +233 -0
- package/dist/reporting.d.ts +16 -15
- package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
- package/dist/rl.d.ts +1193 -1
- package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
- package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
- package/dist/run-critic-CmMf05uV.d.ts +56 -0
- package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
- package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
- package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
- package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
- package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
- package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
- package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
- package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
- package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
- package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
- package/dist/storyboard/index.d.ts +81 -16
- package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
- package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
- package/dist/telemetry/index.d.ts +35 -17
- package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
- package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
- package/dist/testing.d.ts +1 -5
- package/dist/traces.d.ts +976 -4
- package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
- package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
- package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
- package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
- package/dist/{campaign/types.d.ts → types-DQRY8ZT-.d.ts} +47 -44
- package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
- package/dist/wire/index.d.ts +570 -13
- package/dist/workflow/index.d.ts +496 -22
- package/package.json +2 -2
- package/dist/action-policy.d.ts +0 -24
- package/dist/action-policy.d.ts.map +0 -1
- package/dist/action-policy.test.d.ts +0 -2
- package/dist/action-policy.test.d.ts.map +0 -1
- package/dist/active-learning.d.ts +0 -41
- package/dist/active-learning.d.ts.map +0 -1
- package/dist/adapters/http.d.ts.map +0 -1
- package/dist/adapters/langchain.d.ts.map +0 -1
- package/dist/adapters/otel.d.ts.map +0 -1
- package/dist/agent-profile-cell.d.ts +0 -101
- package/dist/agent-profile-cell.d.ts.map +0 -1
- package/dist/agent-profile.d.ts +0 -27
- package/dist/agent-profile.d.ts.map +0 -1
- package/dist/agent-profile.test.d.ts +0 -2
- package/dist/agent-profile.test.d.ts.map +0 -1
- package/dist/analyst/adapters.d.ts +0 -62
- package/dist/analyst/adapters.d.ts.map +0 -1
- package/dist/analyst/analyst.test.d.ts +0 -2
- package/dist/analyst/analyst.test.d.ts.map +0 -1
- package/dist/analyst/ax-service.d.ts +0 -27
- package/dist/analyst/ax-service.d.ts.map +0 -1
- package/dist/analyst/behavioral-analyst.d.ts +0 -28
- package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
- package/dist/analyst/chat-client.d.ts +0 -91
- package/dist/analyst/chat-client.d.ts.map +0 -1
- package/dist/analyst/default-registry.d.ts +0 -27
- package/dist/analyst/default-registry.d.ts.map +0 -1
- package/dist/analyst/default-registry.test.d.ts +0 -2
- package/dist/analyst/default-registry.test.d.ts.map +0 -1
- package/dist/analyst/finding-signature.d.ts +0 -48
- package/dist/analyst/finding-signature.d.ts.map +0 -1
- package/dist/analyst/finding-subject.d.ts +0 -146
- package/dist/analyst/finding-subject.d.ts.map +0 -1
- package/dist/analyst/finding-subject.test.d.ts +0 -2
- package/dist/analyst/finding-subject.test.d.ts.map +0 -1
- package/dist/analyst/findings-store.d.ts +0 -75
- package/dist/analyst/findings-store.d.ts.map +0 -1
- package/dist/analyst/index.d.ts.map +0 -1
- package/dist/analyst/kind-factory.d.ts.map +0 -1
- package/dist/analyst/kinds/failure-mode.d.ts +0 -19
- package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
- package/dist/analyst/kinds/improvement.d.ts +0 -23
- package/dist/analyst/kinds/improvement.d.ts.map +0 -1
- package/dist/analyst/kinds/index.d.ts +0 -22
- package/dist/analyst/kinds/index.d.ts.map +0 -1
- package/dist/analyst/kinds/kinds.test.d.ts +0 -2
- package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.d.ts +0 -84
- package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.d.ts +0 -26
- package/dist/analyst/parse-tolerant.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.test.d.ts +0 -2
- package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
- package/dist/analyst/registry.budget.test.d.ts +0 -2
- package/dist/analyst/registry.budget.test.d.ts.map +0 -1
- package/dist/analyst/registry.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.d.ts +0 -35
- package/dist/analyst/steer-firewall.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.test.d.ts +0 -2
- package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
- package/dist/analyst/structure-findings.d.ts +0 -37
- package/dist/analyst/structure-findings.d.ts.map +0 -1
- package/dist/analyst/structure-findings.test.d.ts +0 -2
- package/dist/analyst/structure-findings.test.d.ts.map +0 -1
- package/dist/analyst/tool-groups.d.ts +0 -34
- package/dist/analyst/tool-groups.d.ts.map +0 -1
- package/dist/analyst/types.d.ts.map +0 -1
- package/dist/anti-slop.d.ts +0 -59
- package/dist/anti-slop.d.ts.map +0 -1
- package/dist/artifact-validator.d.ts +0 -74
- package/dist/artifact-validator.d.ts.map +0 -1
- package/dist/attestation.d.ts +0 -63
- package/dist/attestation.d.ts.map +0 -1
- package/dist/attestation.test.d.ts +0 -2
- package/dist/attestation.test.d.ts.map +0 -1
- package/dist/authenticity/index.d.ts.map +0 -1
- package/dist/authenticity/index.test.d.ts +0 -2
- package/dist/authenticity/index.test.d.ts.map +0 -1
- package/dist/auto-pr.d.ts +0 -120
- package/dist/auto-pr.d.ts.map +0 -1
- package/dist/baseline.d.ts.map +0 -1
- package/dist/behavior-dsl.d.ts +0 -73
- package/dist/behavior-dsl.d.ts.map +0 -1
- package/dist/belief-state/calibration.d.ts +0 -10
- package/dist/belief-state/calibration.d.ts.map +0 -1
- package/dist/belief-state/calibration.test.d.ts +0 -2
- package/dist/belief-state/calibration.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.d.ts +0 -66
- package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.d.ts +0 -22
- package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/extract.d.ts +0 -7
- package/dist/belief-state/extract.d.ts.map +0 -1
- package/dist/belief-state/extract.test.d.ts +0 -2
- package/dist/belief-state/extract.test.d.ts.map +0 -1
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/ope.d.ts +0 -17
- package/dist/belief-state/ope.d.ts.map +0 -1
- package/dist/belief-state/ope.test.d.ts +0 -2
- package/dist/belief-state/ope.test.d.ts.map +0 -1
- package/dist/belief-state/phase0-measurement.d.ts +0 -55
- package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
- package/dist/belief-state/report.d.ts +0 -17
- package/dist/belief-state/report.d.ts.map +0 -1
- package/dist/belief-state/report.test.d.ts +0 -2
- package/dist/belief-state/report.test.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.d.ts +0 -23
- package/dist/belief-state/research-evidence.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.test.d.ts +0 -2
- package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.d.ts +0 -87
- package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
- package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
- package/dist/belief-state/selective.d.ts +0 -15
- package/dist/belief-state/selective.d.ts.map +0 -1
- package/dist/belief-state/selective.test.d.ts +0 -2
- package/dist/belief-state/selective.test.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.d.ts +0 -80
- package/dist/belief-state/shadow-probe.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.test.d.ts +0 -2
- package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
- package/dist/belief-state/types.d.ts +0 -195
- package/dist/belief-state/types.d.ts.map +0 -1
- package/dist/belief-state/types.test.d.ts +0 -2
- package/dist/belief-state/types.test.d.ts.map +0 -1
- package/dist/benchmark.d.ts +0 -14
- package/dist/benchmark.d.ts.map +0 -1
- package/dist/benchmarks/index.d.ts.map +0 -1
- package/dist/benchmarks/routing/dataset.d.ts +0 -34
- package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
- package/dist/benchmarks/routing/index.d.ts +0 -34
- package/dist/benchmarks/routing/index.d.ts.map +0 -1
- package/dist/benchmarks/types.d.ts +0 -49
- package/dist/benchmarks/types.d.ts.map +0 -1
- package/dist/bisector.d.ts +0 -81
- package/dist/bisector.d.ts.map +0 -1
- package/dist/budget-guard.d.ts +0 -31
- package/dist/budget-guard.d.ts.map +0 -1
- package/dist/builder-eval/builder-session.d.ts +0 -111
- package/dist/builder-eval/builder-session.d.ts.map +0 -1
- package/dist/builder-eval/correlation.d.ts +0 -32
- package/dist/builder-eval/correlation.d.ts.map +0 -1
- package/dist/builder-eval/index.d.ts.map +0 -1
- package/dist/builder-eval/project-registry.d.ts +0 -51
- package/dist/builder-eval/project-registry.d.ts.map +0 -1
- package/dist/builder-eval/three-layer-eval.d.ts +0 -55
- package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.d.ts +0 -108
- package/dist/campaign/analyst-surface.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.test.d.ts +0 -2
- package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
- package/dist/campaign/auto-pr.d.ts +0 -46
- package/dist/campaign/auto-pr.d.ts.map +0 -1
- package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
- package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
- package/dist/campaign/distillation/cli.d.ts +0 -35
- package/dist/campaign/distillation/cli.d.ts.map +0 -1
- package/dist/campaign/distillation/distillation.test.d.ts +0 -2
- package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
- package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
- package/dist/campaign/distillation/run-distillation.d.ts +0 -119
- package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
- package/dist/campaign/gates/compose.d.ts +0 -12
- package/dist/campaign/gates/compose.d.ts.map +0 -1
- package/dist/campaign/gates/default-production-gate.d.ts +0 -58
- package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
- package/dist/campaign/gates/heldout-gate.d.ts +0 -12
- package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.d.ts +0 -125
- package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.d.ts +0 -146
- package/dist/campaign/gates/sequential.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.test.d.ts +0 -2
- package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
- package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
- package/dist/campaign/index.d.ts.map +0 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
- package/dist/campaign/presets/compare-proposers.d.ts +0 -146
- package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
- package/dist/campaign/presets/playback.d.ts +0 -120
- package/dist/campaign/presets/playback.d.ts.map +0 -1
- package/dist/campaign/presets/playback.test.d.ts +0 -2
- package/dist/campaign/presets/playback.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-eval.d.ts +0 -14
- package/dist/campaign/presets/run-eval.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-optimization.d.ts +0 -92
- package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
- package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
- package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
- package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/_findings-text.d.ts +0 -22
- package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.d.ts +0 -33
- package/dist/campaign/proposers/ace.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.test.d.ts +0 -2
- package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
- package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
- package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
- package/dist/campaign/proposers/evolutionary.d.ts +0 -20
- package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
- package/dist/campaign/proposers/fapo.d.ts +0 -120
- package/dist/campaign/proposers/fapo.d.ts.map +0 -1
- package/dist/campaign/proposers/gepa.d.ts +0 -86
- package/dist/campaign/proposers/gepa.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.d.ts +0 -44
- package/dist/campaign/proposers/halo.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.test.d.ts +0 -2
- package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.d.ts +0 -47
- package/dist/campaign/proposers/memory.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.test.d.ts +0 -2
- package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
- package/dist/campaign/proposers/skill-opt.d.ts +0 -88
- package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
- package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
- package/dist/campaign/provenance.d.ts +0 -185
- package/dist/campaign/provenance.d.ts.map +0 -1
- package/dist/campaign/run-campaign.d.ts +0 -90
- package/dist/campaign/run-campaign.d.ts.map +0 -1
- package/dist/campaign/score-utils.d.ts +0 -26
- package/dist/campaign/score-utils.d.ts.map +0 -1
- package/dist/campaign/skill-patch.d.ts +0 -62
- package/dist/campaign/skill-patch.d.ts.map +0 -1
- package/dist/campaign/storage.d.ts +0 -38
- package/dist/campaign/storage.d.ts.map +0 -1
- package/dist/campaign/types.d.ts.map +0 -1
- package/dist/campaign/worktree/index.d.ts +0 -53
- package/dist/campaign/worktree/index.d.ts.map +0 -1
- package/dist/canary.d.ts +0 -101
- package/dist/canary.d.ts.map +0 -1
- package/dist/causal-attribution.d.ts +0 -45
- package/dist/causal-attribution.d.ts.map +0 -1
- package/dist/ci-gate.d.ts +0 -44
- package/dist/ci-gate.d.ts.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/client.d.ts +0 -77
- package/dist/client.d.ts.map +0 -1
- package/dist/client.test.d.ts +0 -2
- package/dist/client.test.d.ts.map +0 -1
- package/dist/command-runner.d.ts +0 -74
- package/dist/command-runner.d.ts.map +0 -1
- package/dist/command-runner.test.d.ts +0 -2
- package/dist/command-runner.test.d.ts.map +0 -1
- package/dist/completion-verifier.d.ts +0 -147
- package/dist/completion-verifier.d.ts.map +0 -1
- package/dist/completion-verifier.test.d.ts +0 -9
- package/dist/completion-verifier.test.d.ts.map +0 -1
- package/dist/concurrency.d.ts +0 -23
- package/dist/concurrency.d.ts.map +0 -1
- package/dist/contamination-guard.d.ts +0 -81
- package/dist/contamination-guard.d.ts.map +0 -1
- package/dist/contract/analyze-runs.d.ts.map +0 -1
- package/dist/contract/define-agent-eval.d.ts +0 -52
- package/dist/contract/define-agent-eval.d.ts.map +0 -1
- package/dist/contract/diff.d.ts +0 -114
- package/dist/contract/diff.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/contract/insight-report.d.ts.map +0 -1
- package/dist/contract/insight-types-fwd.d.ts +0 -7
- package/dist/contract/insight-types-fwd.d.ts.map +0 -1
- package/dist/contract/intake/agent-trace.d.ts +0 -97
- package/dist/contract/intake/agent-trace.d.ts.map +0 -1
- package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
- package/dist/contract/intake/feedback-table.d.ts +0 -87
- package/dist/contract/intake/feedback-table.d.ts.map +0 -1
- package/dist/contract/intake/index.d.ts +0 -22
- package/dist/contract/intake/index.d.ts.map +0 -1
- package/dist/contract/intake/otel-spans.d.ts +0 -33
- package/dist/contract/intake/otel-spans.d.ts.map +0 -1
- package/dist/contract/self-improve.d.ts +0 -284
- package/dist/contract/self-improve.d.ts.map +0 -1
- package/dist/control-runtime.d.ts.map +0 -1
- package/dist/control-runtime.test.d.ts +0 -2
- package/dist/control-runtime.test.d.ts.map +0 -1
- package/dist/control.d.ts.map +0 -1
- package/dist/convergence.d.ts +0 -29
- package/dist/convergence.d.ts.map +0 -1
- package/dist/cost-ledger.d.ts.map +0 -1
- package/dist/cost-ledger.test.d.ts +0 -2
- package/dist/cost-ledger.test.d.ts.map +0 -1
- package/dist/cost-report.d.ts +0 -43
- package/dist/cost-report.d.ts.map +0 -1
- package/dist/cost-report.test.d.ts +0 -2
- package/dist/cost-report.test.d.ts.map +0 -1
- package/dist/cost-tracker.d.ts +0 -76
- package/dist/cost-tracker.d.ts.map +0 -1
- package/dist/counterfactual.d.ts.map +0 -1
- package/dist/cross-trace-diff.d.ts +0 -56
- package/dist/cross-trace-diff.d.ts.map +0 -1
- package/dist/dataset.d.ts.map +0 -1
- package/dist/deploy-gate-layer.d.ts +0 -125
- package/dist/deploy-gate-layer.d.ts.map +0 -1
- package/dist/deploy-gate-layer.test.d.ts +0 -2
- package/dist/deploy-gate-layer.test.d.ts.map +0 -1
- package/dist/description-length-gate.d.ts +0 -119
- package/dist/description-length-gate.d.ts.map +0 -1
- package/dist/detectors/edge.test.d.ts +0 -2
- package/dist/detectors/edge.test.d.ts.map +0 -1
- package/dist/detectors/index.d.ts +0 -81
- package/dist/detectors/index.d.ts.map +0 -1
- package/dist/detectors/index.test.d.ts +0 -2
- package/dist/detectors/index.test.d.ts.map +0 -1
- package/dist/diagnose/causal-sweep.d.ts +0 -100
- package/dist/diagnose/causal-sweep.d.ts.map +0 -1
- package/dist/diagnose/index.d.ts +0 -36
- package/dist/diagnose/index.d.ts.map +0 -1
- package/dist/diagnose/remediation.d.ts +0 -68
- package/dist/diagnose/remediation.d.ts.map +0 -1
- package/dist/diagnose/repair.d.ts +0 -77
- package/dist/diagnose/repair.d.ts.map +0 -1
- package/dist/discover-personas.d.ts +0 -35
- package/dist/discover-personas.d.ts.map +0 -1
- package/dist/driver.d.ts +0 -95
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.test.d.ts +0 -8
- package/dist/driver.test.d.ts.map +0 -1
- package/dist/dual-agent-bench.d.ts +0 -81
- package/dist/dual-agent-bench.d.ts.map +0 -1
- package/dist/error-count-extractor.d.ts +0 -47
- package/dist/error-count-extractor.d.ts.map +0 -1
- package/dist/error-count-extractor.test.d.ts +0 -2
- package/dist/error-count-extractor.test.d.ts.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/eval-campaign.d.ts.map +0 -1
- package/dist/eval-campaign.test.d.ts +0 -2
- package/dist/eval-campaign.test.d.ts.map +0 -1
- package/dist/eval-tools.d.ts +0 -55
- package/dist/eval-tools.d.ts.map +0 -1
- package/dist/eval-trace-store.d.ts +0 -107
- package/dist/eval-trace-store.d.ts.map +0 -1
- package/dist/eval-trace-store.test.d.ts +0 -2
- package/dist/eval-trace-store.test.d.ts.map +0 -1
- package/dist/executor.d.ts +0 -38
- package/dist/executor.d.ts.map +0 -1
- package/dist/executor.test.d.ts +0 -10
- package/dist/executor.test.d.ts.map +0 -1
- package/dist/experiment-tracker.d.ts +0 -178
- package/dist/experiment-tracker.d.ts.map +0 -1
- package/dist/experiment-tracker.test.d.ts +0 -2
- package/dist/experiment-tracker.test.d.ts.map +0 -1
- package/dist/failure-taxonomy.d.ts +0 -38
- package/dist/failure-taxonomy.d.ts.map +0 -1
- package/dist/feedback-trajectory.d.ts.map +0 -1
- package/dist/feedback-trajectory.test.d.ts +0 -2
- package/dist/feedback-trajectory.test.d.ts.map +0 -1
- package/dist/flow-layer.d.ts +0 -90
- package/dist/flow-layer.d.ts.map +0 -1
- package/dist/flow-layer.test.d.ts +0 -2
- package/dist/flow-layer.test.d.ts.map +0 -1
- package/dist/fuzz/capsule.d.ts +0 -46
- package/dist/fuzz/capsule.d.ts.map +0 -1
- package/dist/fuzz/cube.d.ts +0 -36
- package/dist/fuzz/cube.d.ts.map +0 -1
- package/dist/fuzz/explorer-cost.test.d.ts +0 -2
- package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
- package/dist/fuzz/explorer.d.ts +0 -64
- package/dist/fuzz/explorer.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.d.ts +0 -16
- package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
- package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
- package/dist/fuzz/gates.d.ts +0 -33
- package/dist/fuzz/gates.d.ts.map +0 -1
- package/dist/fuzz/index.d.ts +0 -26
- package/dist/fuzz/index.d.ts.map +0 -1
- package/dist/fuzz/policies.d.ts +0 -28
- package/dist/fuzz/policies.d.ts.map +0 -1
- package/dist/fuzz/tools.d.ts +0 -20
- package/dist/fuzz/tools.d.ts.map +0 -1
- package/dist/fuzz/types.d.ts +0 -307
- package/dist/fuzz/types.d.ts.map +0 -1
- package/dist/golden-matcher.d.ts +0 -71
- package/dist/golden-matcher.d.ts.map +0 -1
- package/dist/governance/eu-ai-act.d.ts +0 -37
- package/dist/governance/eu-ai-act.d.ts.map +0 -1
- package/dist/governance/index.d.ts.map +0 -1
- package/dist/governance/nist-ai-rmf.d.ts +0 -15
- package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
- package/dist/governance/soc2.d.ts +0 -12
- package/dist/governance/soc2.d.ts.map +0 -1
- package/dist/governance/types.d.ts +0 -66
- package/dist/governance/types.d.ts.map +0 -1
- package/dist/harness-optimizer.d.ts +0 -82
- package/dist/harness-optimizer.d.ts.map +0 -1
- package/dist/held-out-gate.d.ts +0 -135
- package/dist/held-out-gate.d.ts.map +0 -1
- package/dist/hosted/client.d.ts +0 -73
- package/dist/hosted/client.d.ts.map +0 -1
- package/dist/hosted/from-env.test.d.ts +0 -8
- package/dist/hosted/from-env.test.d.ts.map +0 -1
- package/dist/hosted/index.d.ts.map +0 -1
- package/dist/hosted/types.d.ts +0 -159
- package/dist/hosted/types.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/integrity/backend-integrity.d.ts +0 -71
- package/dist/integrity/backend-integrity.d.ts.map +0 -1
- package/dist/integrity/preflight.d.ts +0 -72
- package/dist/integrity/preflight.d.ts.map +0 -1
- package/dist/integrity/preflight.test.d.ts +0 -2
- package/dist/integrity/preflight.test.d.ts.map +0 -1
- package/dist/integrity/single-backend.d.ts +0 -67
- package/dist/integrity/single-backend.d.ts.map +0 -1
- package/dist/intent-match-judge.d.ts +0 -69
- package/dist/intent-match-judge.d.ts.map +0 -1
- package/dist/intent-match-judge.test.d.ts +0 -2
- package/dist/intent-match-judge.test.d.ts.map +0 -1
- package/dist/judge-calibration.d.ts.map +0 -1
- package/dist/judge-ensemble.d.ts +0 -66
- package/dist/judge-ensemble.d.ts.map +0 -1
- package/dist/judge-ensemble.test.d.ts +0 -8
- package/dist/judge-ensemble.test.d.ts.map +0 -1
- package/dist/judge-families.d.ts +0 -38
- package/dist/judge-families.d.ts.map +0 -1
- package/dist/judge-panel.d.ts +0 -65
- package/dist/judge-panel.d.ts.map +0 -1
- package/dist/judge-retry.d.ts +0 -70
- package/dist/judge-retry.d.ts.map +0 -1
- package/dist/judge-runner.d.ts +0 -36
- package/dist/judge-runner.d.ts.map +0 -1
- package/dist/judge-runner.test.d.ts +0 -2
- package/dist/judge-runner.test.d.ts.map +0 -1
- package/dist/judges.d.ts +0 -74
- package/dist/judges.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.d.ts +0 -89
- package/dist/keyword-coverage-judge.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.test.d.ts +0 -2
- package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
- package/dist/knowledge/index.d.ts.map +0 -1
- package/dist/knowledge/readiness.d.ts +0 -26
- package/dist/knowledge/readiness.d.ts.map +0 -1
- package/dist/knowledge/types.d.ts +0 -75
- package/dist/knowledge/types.d.ts.map +0 -1
- package/dist/live-proof.d.ts +0 -62
- package/dist/live-proof.d.ts.map +0 -1
- package/dist/llm-client.d.ts.map +0 -1
- package/dist/llm-client.test.d.ts +0 -2
- package/dist/llm-client.test.d.ts.map +0 -1
- package/dist/locked-jsonl-appender.d.ts.map +0 -1
- package/dist/matrix/aggregation.d.ts +0 -16
- package/dist/matrix/aggregation.d.ts.map +0 -1
- package/dist/matrix/index.d.ts.map +0 -1
- package/dist/matrix/runner.d.ts +0 -15
- package/dist/matrix/runner.d.ts.map +0 -1
- package/dist/matrix/types.d.ts.map +0 -1
- package/dist/meta-eval/calibration.d.ts +0 -47
- package/dist/meta-eval/calibration.d.ts.map +0 -1
- package/dist/meta-eval/correlation-study.d.ts +0 -53
- package/dist/meta-eval/correlation-study.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/meta-eval/outcome-store.d.ts.map +0 -1
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
- package/dist/meta-eval/sentinel.d.ts +0 -169
- package/dist/meta-eval/sentinel.d.ts.map +0 -1
- package/dist/metrics.d.ts +0 -63
- package/dist/metrics.d.ts.map +0 -1
- package/dist/model-seats.d.ts +0 -71
- package/dist/model-seats.d.ts.map +0 -1
- package/dist/model-seats.test.d.ts +0 -2
- package/dist/model-seats.test.d.ts.map +0 -1
- package/dist/muffled-gate-scanner.d.ts +0 -102
- package/dist/muffled-gate-scanner.d.ts.map +0 -1
- package/dist/multi-layer-verifier.d.ts.map +0 -1
- package/dist/multi-layer-verifier.test.d.ts +0 -2
- package/dist/multi-layer-verifier.test.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.d.ts +0 -80
- package/dist/multi-toolchain-layer.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.test.d.ts +0 -2
- package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
- package/dist/multishot/default-tools.d.ts +0 -34
- package/dist/multishot/default-tools.d.ts.map +0 -1
- package/dist/multishot/index.d.ts.map +0 -1
- package/dist/multishot/judges.d.ts +0 -32
- package/dist/multishot/judges.d.ts.map +0 -1
- package/dist/multishot/matrix.d.ts +0 -107
- package/dist/multishot/matrix.d.ts.map +0 -1
- package/dist/multishot/multishot.d.ts +0 -23
- package/dist/multishot/multishot.d.ts.map +0 -1
- package/dist/multishot/router.d.ts +0 -37
- package/dist/multishot/router.d.ts.map +0 -1
- package/dist/multishot/types.d.ts +0 -60
- package/dist/multishot/types.d.ts.map +0 -1
- package/dist/observability.d.ts +0 -71
- package/dist/observability.d.ts.map +0 -1
- package/dist/oracle.d.ts +0 -55
- package/dist/oracle.d.ts.map +0 -1
- package/dist/orthogonality.d.ts +0 -35
- package/dist/orthogonality.d.ts.map +0 -1
- package/dist/otel-pipeline.d.ts +0 -31
- package/dist/otel-pipeline.d.ts.map +0 -1
- package/dist/paraphrase.d.ts +0 -107
- package/dist/paraphrase.d.ts.map +0 -1
- package/dist/pareto.d.ts.map +0 -1
- package/dist/partition-held-out.d.ts +0 -70
- package/dist/partition-held-out.d.ts.map +0 -1
- package/dist/partition-held-out.test.d.ts +0 -2
- package/dist/partition-held-out.test.d.ts.map +0 -1
- package/dist/perf/index.d.ts.map +0 -1
- package/dist/perf/integrity.d.ts +0 -30
- package/dist/perf/integrity.d.ts.map +0 -1
- package/dist/perf/journey.d.ts +0 -45
- package/dist/perf/journey.d.ts.map +0 -1
- package/dist/perf/ratchet.d.ts +0 -47
- package/dist/perf/ratchet.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.d.ts +0 -31
- package/dist/pipelines/budget-breach.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.test.d.ts +0 -2
- package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.d.ts +0 -38
- package/dist/pipelines/failure-cluster.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.test.d.ts +0 -2
- package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.d.ts +0 -26
- package/dist/pipelines/first-divergence.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.test.d.ts +0 -2
- package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
- package/dist/pipelines/index.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.d.ts +0 -26
- package/dist/pipelines/judge-agreement.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.test.d.ts +0 -2
- package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
- package/dist/pipelines/regression.d.ts +0 -23
- package/dist/pipelines/regression.d.ts.map +0 -1
- package/dist/pipelines/regression.test.d.ts +0 -2
- package/dist/pipelines/regression.test.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.d.ts +0 -32
- package/dist/pipelines/stuck-loop.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.test.d.ts +0 -2
- package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.d.ts +0 -34
- package/dist/pipelines/tool-waste.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.test.d.ts +0 -2
- package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
- package/dist/playbook.d.ts +0 -16
- package/dist/playbook.d.ts.map +0 -1
- package/dist/pr-review-benchmark.d.ts +0 -88
- package/dist/pr-review-benchmark.d.ts.map +0 -1
- package/dist/pr-review-benchmark.test.d.ts +0 -2
- package/dist/pr-review-benchmark.test.d.ts.map +0 -1
- package/dist/pre-registration.d.ts +0 -125
- package/dist/pre-registration.d.ts.map +0 -1
- package/dist/prm/builtin-rubrics.d.ts +0 -33
- package/dist/prm/builtin-rubrics.d.ts.map +0 -1
- package/dist/prm/index.d.ts.map +0 -1
- package/dist/prm/inference.d.ts +0 -29
- package/dist/prm/inference.d.ts.map +0 -1
- package/dist/prm/inference.test.d.ts +0 -2
- package/dist/prm/inference.test.d.ts.map +0 -1
- package/dist/prm/rubric.d.ts.map +0 -1
- package/dist/prm/training-export.d.ts +0 -38
- package/dist/prm/training-export.d.ts.map +0 -1
- package/dist/produced-state.d.ts +0 -63
- package/dist/produced-state.d.ts.map +0 -1
- package/dist/produced-state.test.d.ts +0 -8
- package/dist/produced-state.test.d.ts.map +0 -1
- package/dist/profile/baselines.d.ts +0 -37
- package/dist/profile/baselines.d.ts.map +0 -1
- package/dist/profile/index.d.ts +0 -105
- package/dist/profile/index.d.ts.map +0 -1
- package/dist/promotion-gate.d.ts +0 -93
- package/dist/promotion-gate.d.ts.map +0 -1
- package/dist/prompt-registry.d.ts +0 -41
- package/dist/prompt-registry.d.ts.map +0 -1
- package/dist/propose-review-control.d.ts +0 -49
- package/dist/propose-review-control.d.ts.map +0 -1
- package/dist/propose-review-control.test.d.ts +0 -2
- package/dist/propose-review-control.test.d.ts.map +0 -1
- package/dist/propose-review.d.ts +0 -155
- package/dist/propose-review.d.ts.map +0 -1
- package/dist/red-team.d.ts.map +0 -1
- package/dist/reference-replay-steering.d.ts +0 -11
- package/dist/reference-replay-steering.d.ts.map +0 -1
- package/dist/reference-replay.d.ts +0 -176
- package/dist/reference-replay.d.ts.map +0 -1
- package/dist/reflective-mutation.d.ts +0 -79
- package/dist/reflective-mutation.d.ts.map +0 -1
- package/dist/registry.d.ts +0 -31
- package/dist/registry.d.ts.map +0 -1
- package/dist/release-confidence.d.ts +0 -128
- package/dist/release-confidence.d.ts.map +0 -1
- package/dist/release-report.d.ts +0 -11
- package/dist/release-report.d.ts.map +0 -1
- package/dist/replay.d.ts +0 -120
- package/dist/replay.d.ts.map +0 -1
- package/dist/reporter.d.ts +0 -14
- package/dist/reporter.d.ts.map +0 -1
- package/dist/reporting.d.ts.map +0 -1
- package/dist/researcher.d.ts +0 -140
- package/dist/researcher.d.ts.map +0 -1
- package/dist/reviewer.d.ts +0 -118
- package/dist/reviewer.d.ts.map +0 -1
- package/dist/reviewer.test.d.ts +0 -2
- package/dist/reviewer.test.d.ts.map +0 -1
- package/dist/reward-model-export.d.ts +0 -60
- package/dist/reward-model-export.d.ts.map +0 -1
- package/dist/rl/active-curriculum.d.ts +0 -110
- package/dist/rl/active-curriculum.d.ts.map +0 -1
- package/dist/rl/adaptation-eval.d.ts +0 -109
- package/dist/rl/adaptation-eval.d.ts.map +0 -1
- package/dist/rl/adversarial.d.ts.map +0 -1
- package/dist/rl/compute-curves.d.ts +0 -127
- package/dist/rl/compute-curves.d.ts.map +0 -1
- package/dist/rl/contamination.d.ts +0 -117
- package/dist/rl/contamination.d.ts.map +0 -1
- package/dist/rl/corpus.d.ts +0 -55
- package/dist/rl/corpus.d.ts.map +0 -1
- package/dist/rl/corpus.test.d.ts +0 -2
- package/dist/rl/corpus.test.d.ts.map +0 -1
- package/dist/rl/dataset.d.ts +0 -102
- package/dist/rl/dataset.d.ts.map +0 -1
- package/dist/rl/dataset.test.d.ts +0 -2
- package/dist/rl/dataset.test.d.ts.map +0 -1
- package/dist/rl/exporters.d.ts +0 -141
- package/dist/rl/exporters.d.ts.map +0 -1
- package/dist/rl/index.d.ts +0 -49
- package/dist/rl/index.d.ts.map +0 -1
- package/dist/rl/off-policy.d.ts.map +0 -1
- package/dist/rl/predictive-validity-researcher.d.ts +0 -69
- package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
- package/dist/rl/preferences.d.ts +0 -141
- package/dist/rl/preferences.d.ts.map +0 -1
- package/dist/rl/process-reward.d.ts +0 -122
- package/dist/rl/process-reward.d.ts.map +0 -1
- package/dist/rl/reward-hacking.d.ts +0 -104
- package/dist/rl/reward-hacking.d.ts.map +0 -1
- package/dist/rl/rl-campaign.d.ts +0 -85
- package/dist/rl/rl-campaign.d.ts.map +0 -1
- package/dist/rl/run-record-adapters.d.ts +0 -56
- package/dist/rl/run-record-adapters.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.d.ts +0 -166
- package/dist/rl/sim-fidelity.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.test.d.ts +0 -2
- package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
- package/dist/rl/tournament.d.ts +0 -115
- package/dist/rl/tournament.d.ts.map +0 -1
- package/dist/rl/verifiable-reward.d.ts +0 -124
- package/dist/rl/verifiable-reward.d.ts.map +0 -1
- package/dist/run-critic.d.ts +0 -23
- package/dist/run-critic.d.ts.map +0 -1
- package/dist/run-evidence.d.ts +0 -32
- package/dist/run-evidence.d.ts.map +0 -1
- package/dist/run-record.d.ts.map +0 -1
- package/dist/run-record.test.d.ts +0 -2
- package/dist/run-record.test.d.ts.map +0 -1
- package/dist/run-score.d.ts +0 -31
- package/dist/run-score.d.ts.map +0 -1
- package/dist/runtime-trajectory.d.ts +0 -47
- package/dist/runtime-trajectory.d.ts.map +0 -1
- package/dist/sandbox-harness.d.ts.map +0 -1
- package/dist/sandbox-harness.test.d.ts +0 -2
- package/dist/sandbox-harness.test.d.ts.map +0 -1
- package/dist/sandbox-pool.d.ts +0 -74
- package/dist/sandbox-pool.d.ts.map +0 -1
- package/dist/sandbox-pool.test.d.ts +0 -2
- package/dist/sandbox-pool.test.d.ts.map +0 -1
- package/dist/scorecard.d.ts +0 -133
- package/dist/scorecard.d.ts.map +0 -1
- package/dist/scorecard.test.d.ts +0 -2
- package/dist/scorecard.test.d.ts.map +0 -1
- package/dist/self-play.d.ts +0 -69
- package/dist/self-play.d.ts.map +0 -1
- package/dist/semantic-concept-judge.d.ts +0 -135
- package/dist/semantic-concept-judge.d.ts.map +0 -1
- package/dist/semantic-concept-judge.test.d.ts +0 -2
- package/dist/semantic-concept-judge.test.d.ts.map +0 -1
- package/dist/sequential.d.ts.map +0 -1
- package/dist/series-convergence.d.ts.map +0 -1
- package/dist/slo.d.ts +0 -48
- package/dist/slo.d.ts.map +0 -1
- package/dist/state-continuity.d.ts +0 -47
- package/dist/state-continuity.d.ts.map +0 -1
- package/dist/statistics.d.ts.map +0 -1
- package/dist/statistics.test.d.ts +0 -2
- package/dist/statistics.test.d.ts.map +0 -1
- package/dist/steering-optimizer.d.ts +0 -58
- package/dist/steering-optimizer.d.ts.map +0 -1
- package/dist/steering.d.ts +0 -24
- package/dist/steering.d.ts.map +0 -1
- package/dist/storyboard/code-edit.d.ts +0 -64
- package/dist/storyboard/code-edit.d.ts.map +0 -1
- package/dist/storyboard/code-edit.test.d.ts +0 -2
- package/dist/storyboard/code-edit.test.d.ts.map +0 -1
- package/dist/storyboard/index.d.ts.map +0 -1
- package/dist/storyboard/index.test.d.ts +0 -2
- package/dist/storyboard/index.test.d.ts.map +0 -1
- package/dist/summary-report.d.ts.map +0 -1
- package/dist/telemetry/client.d.ts +0 -35
- package/dist/telemetry/client.d.ts.map +0 -1
- package/dist/telemetry/index.d.ts.map +0 -1
- package/dist/telemetry/schema.d.ts +0 -61
- package/dist/telemetry/schema.d.ts.map +0 -1
- package/dist/telemetry/sink-fetch.d.ts +0 -39
- package/dist/telemetry/sink-fetch.d.ts.map +0 -1
- package/dist/telemetry/sink-file.d.ts.map +0 -1
- package/dist/test-graded-scenario.d.ts +0 -42
- package/dist/test-graded-scenario.d.ts.map +0 -1
- package/dist/testing.d.ts.map +0 -1
- package/dist/tool-use-metrics.d.ts +0 -35
- package/dist/tool-use-metrics.d.ts.map +0 -1
- package/dist/trace/capture-fetch.d.ts +0 -48
- package/dist/trace/capture-fetch.d.ts.map +0 -1
- package/dist/trace/capture-fetch.test.d.ts +0 -2
- package/dist/trace/capture-fetch.test.d.ts.map +0 -1
- package/dist/trace/emitter.d.ts.map +0 -1
- package/dist/trace/extract-usage.d.ts +0 -46
- package/dist/trace/extract-usage.d.ts.map +0 -1
- package/dist/trace/extract-usage.test.d.ts +0 -2
- package/dist/trace/extract-usage.test.d.ts.map +0 -1
- package/dist/trace/index.d.ts +0 -15
- package/dist/trace/index.d.ts.map +0 -1
- package/dist/trace/integrity.d.ts.map +0 -1
- package/dist/trace/otel-bridge.d.ts +0 -29
- package/dist/trace/otel-bridge.d.ts.map +0 -1
- package/dist/trace/otel-export.d.ts +0 -52
- package/dist/trace/otel-export.d.ts.map +0 -1
- package/dist/trace/otel.d.ts +0 -57
- package/dist/trace/otel.d.ts.map +0 -1
- package/dist/trace/otlp-attributes.d.ts +0 -17
- package/dist/trace/otlp-attributes.d.ts.map +0 -1
- package/dist/trace/query.d.ts +0 -29
- package/dist/trace/query.d.ts.map +0 -1
- package/dist/trace/query.test.d.ts +0 -2
- package/dist/trace/query.test.d.ts.map +0 -1
- package/dist/trace/raw-provider-sink.d.ts.map +0 -1
- package/dist/trace/redact.d.ts.map +0 -1
- package/dist/trace/schema.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.d.ts +0 -72
- package/dist/trace/store-to-otlp.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.test.d.ts +0 -2
- package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
- package/dist/trace/store.d.ts.map +0 -1
- package/dist/trace/store.test.d.ts +0 -2
- package/dist/trace/store.test.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.test.d.ts +0 -2
- package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
- package/dist/trace-analyst/hook.d.ts +0 -55
- package/dist/trace-analyst/hook.d.ts.map +0 -1
- package/dist/trace-analyst/index.d.ts +0 -18
- package/dist/trace-analyst/index.d.ts.map +0 -1
- package/dist/trace-analyst/insights.d.ts +0 -71
- package/dist/trace-analyst/insights.d.ts.map +0 -1
- package/dist/trace-analyst/insights.test.d.ts +0 -2
- package/dist/trace-analyst/insights.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
- package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.d.ts +0 -85
- package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/prompts.d.ts +0 -6
- package/dist/trace-analyst/prompts.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.d.ts +0 -126
- package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
- package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/store.d.ts +0 -63
- package/dist/trace-analyst/store.d.ts.map +0 -1
- package/dist/trace-analyst/tools.d.ts +0 -44
- package/dist/trace-analyst/tools.d.ts.map +0 -1
- package/dist/trace-analyst/tools.test.d.ts +0 -10
- package/dist/trace-analyst/tools.test.d.ts.map +0 -1
- package/dist/trace-analyst/types.d.ts.map +0 -1
- package/dist/trace-contracts.d.ts +0 -180
- package/dist/trace-contracts.d.ts.map +0 -1
- package/dist/traced-analyst.d.ts +0 -26
- package/dist/traced-analyst.d.ts.map +0 -1
- package/dist/traced-judges.d.ts +0 -27
- package/dist/traced-judges.d.ts.map +0 -1
- package/dist/traces.d.ts.map +0 -1
- package/dist/trajectory.d.ts.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/ui-finding.d.ts +0 -104
- package/dist/ui-finding.d.ts.map +0 -1
- package/dist/verdict-cache.d.ts +0 -78
- package/dist/verdict-cache.d.ts.map +0 -1
- package/dist/verdict-cache.test.d.ts +0 -2
- package/dist/verdict-cache.test.d.ts.map +0 -1
- package/dist/verdict.d.ts.map +0 -1
- package/dist/visual-diff.d.ts +0 -32
- package/dist/visual-diff.d.ts.map +0 -1
- package/dist/wire/handlers.d.ts +0 -54
- package/dist/wire/handlers.d.ts.map +0 -1
- package/dist/wire/index.d.ts.map +0 -1
- package/dist/wire/openapi.d.ts +0 -3
- package/dist/wire/openapi.d.ts.map +0 -1
- package/dist/wire/rpc.d.ts +0 -21
- package/dist/wire/rpc.d.ts.map +0 -1
- package/dist/wire/rubrics.d.ts +0 -34
- package/dist/wire/rubrics.d.ts.map +0 -1
- package/dist/wire/schemas.d.ts +0 -410
- package/dist/wire/schemas.d.ts.map +0 -1
- package/dist/wire/server.d.ts +0 -60
- package/dist/wire/server.d.ts.map +0 -1
- package/dist/workflow/event-schema.d.ts +0 -5
- package/dist/workflow/event-schema.d.ts.map +0 -1
- package/dist/workflow/feedback-pack.d.ts +0 -99
- package/dist/workflow/feedback-pack.d.ts.map +0 -1
- package/dist/workflow/index.d.ts.map +0 -1
- package/dist/workflow/intelligence-export.d.ts +0 -62
- package/dist/workflow/intelligence-export.d.ts.map +0 -1
- package/dist/workflow/partner-report.d.ts +0 -49
- package/dist/workflow/partner-report.d.ts.map +0 -1
- package/dist/workflow/phase-graph.d.ts +0 -43
- package/dist/workflow/phase-graph.d.ts.map +0 -1
- package/dist/workflow/promotion-gate.d.ts +0 -61
- package/dist/workflow/promotion-gate.d.ts.map +0 -1
- package/dist/workflow/run-record.d.ts +0 -12
- package/dist/workflow/run-record.d.ts.map +0 -1
- package/dist/workflow/runtime-adapter.d.ts +0 -20
- package/dist/workflow/runtime-adapter.d.ts.map +0 -1
- package/dist/workflow/sanitize.d.ts +0 -21
- package/dist/workflow/sanitize.d.ts.map +0 -1
- package/dist/workflow/schema.d.ts +0 -5
- package/dist/workflow/schema.d.ts.map +0 -1
- package/dist/workflow/summary.d.ts +0 -43
- package/dist/workflow/summary.d.ts.map +0 -1
- package/dist/workflow/trace-event-fields.d.ts +0 -6
- package/dist/workflow/trace-event-fields.d.ts.map +0 -1
- package/dist/workflow/trajectory.d.ts +0 -15
- package/dist/workflow/trajectory.d.ts.map +0 -1
- package/dist/workflow/types.d.ts +0 -68
- package/dist/workflow/types.d.ts.map +0 -1
- package/dist/workspace-inspector.d.ts +0 -67
- package/dist/workspace-inspector.d.ts.map +0 -1
- package/dist/wrangler-deploy-runner.test.d.ts +0 -2
- package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `runEval` — the simplest preset over `runCampaign`. No optimizer, no
|
|
3
|
-
* gate, no auto-PR. Just: run scenarios through dispatch, score with
|
|
4
|
-
* judges, return CampaignResult.
|
|
5
|
-
*
|
|
6
|
-
* The 80% case for consumers who want a scorecard, not an improvement loop.
|
|
7
|
-
*/
|
|
8
|
-
import { type RunCampaignOptions } from '../run-campaign';
|
|
9
|
-
import type { CampaignResult, Scenario } from '../types';
|
|
10
|
-
export interface RunEvalOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'runDir'> {
|
|
11
|
-
runDir: string;
|
|
12
|
-
}
|
|
13
|
-
export declare function runEval<TScenario extends Scenario, TArtifact>(opts: RunEvalOptions<TScenario, TArtifact>): Promise<CampaignResult<TArtifact, TScenario>>;
|
|
14
|
-
//# sourceMappingURL=run-eval.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-eval.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-eval.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,KAAK,kBAAkB,EAAe,MAAM,iBAAiB,CAAA;AACtE,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAExD,MAAM,WAAW,cAAc,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,CACnE,SAAQ,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,QAAQ,CAAC;IAChE,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAsB,OAAO,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACjE,IAAI,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,GACzC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAE/C"}
|
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `runImprovementLoop` — the gated-promotion shell around the improvement
|
|
3
|
-
* loop body (`runOptimization`). Proposes candidate surfaces via the
|
|
4
|
-
* `SurfaceProposer`, re-scores the winner against the baseline on a
|
|
5
|
-
* holdout set, runs the release gate, and optionally opens a PR.
|
|
6
|
-
*
|
|
7
|
-
* Role vocabulary (see docs/design/loop-taxonomy.md):
|
|
8
|
-
* - PROPOSER = the `SurfaceProposer` (evolutionary GEPA mutator OR
|
|
9
|
-
* reflective analyst). Proposes candidate SURFACES — the
|
|
10
|
-
* worker's system prompt / tool config — NOT conversation
|
|
11
|
-
* turns.
|
|
12
|
-
* - MEASUREMENT= `runCampaign`. Scores one surface by running the worker
|
|
13
|
-
* (via `dispatch`) over scenarios and judging the output.
|
|
14
|
-
* - WORKER = the agent harness in the sandbox, invoked behind the
|
|
15
|
-
* topology-opaque `dispatch` seam — never referenced here.
|
|
16
|
-
*
|
|
17
|
-
* Distinct from `runLoop` in `@tangle-network/agent-runtime`, which is the
|
|
18
|
-
* INNER conversation loop (execution driver ↔ workers in a sandbox). `runImprovementLoop`
|
|
19
|
-
* is the OUTER loop: it improves the surface that those workers run.
|
|
20
|
-
*
|
|
21
|
-
* Hard-refuses unsafe configurations:
|
|
22
|
-
* - `tracing: 'off'` when a proposer is wired (improvement is unattributable)
|
|
23
|
-
* - `autoOnPromote: 'config'` — DEFERRED to Pass B; v0.40 only ships
|
|
24
|
-
* `'pr'` and `'none'`.
|
|
25
|
-
*/
|
|
26
|
-
import { openAutoPr } from '../auto-pr';
|
|
27
|
-
import type { CampaignResult, Gate, MutableSurface, Scenario } from '../types';
|
|
28
|
-
import type { RunOptimizationOptions, RunOptimizationResult } from './run-optimization';
|
|
29
|
-
export type RunImprovementLoopOptions<TScenario extends Scenario, TArtifact> = RunOptimizationOptions<TScenario, TArtifact> & {
|
|
30
|
-
/** Holdout scenarios kept OUT of the training optimization pool — used
|
|
31
|
-
* ONLY to score baseline vs winner for the gate. */
|
|
32
|
-
holdoutScenarios: TScenario[];
|
|
33
|
-
/** Promotion gate. Substrate strongly recommends `defaultProductionGate`
|
|
34
|
-
* for production wiring (composes red-team / reward-hacking / canary /
|
|
35
|
-
* heldout). */
|
|
36
|
-
gate: Gate<TArtifact, TScenario>;
|
|
37
|
-
/** What to do when the gate ships:
|
|
38
|
-
* - `'pr'`: open a PR via `openAutoPr`
|
|
39
|
-
* - `'none'`: just report — caller decides what to do with the winner
|
|
40
|
-
* v0.40 does NOT support `'config'` (live-runtime self-mutation) —
|
|
41
|
-
* deferred to Pass B behind safety stack. */
|
|
42
|
-
autoOnPromote: 'pr' | 'none';
|
|
43
|
-
/** GH owner / repo for the auto-PR. Required when autoOnPromote === 'pr'. */
|
|
44
|
-
ghOwner?: string;
|
|
45
|
-
ghRepo?: string;
|
|
46
|
-
/** Optional render override — substrate writes a diff-shaped surface; pass
|
|
47
|
-
* a function to format the promoted surface differently. */
|
|
48
|
-
renderPromotedDiff?: (winnerSurface: MutableSurface, baselineSurface: MutableSurface) => string;
|
|
49
|
-
};
|
|
50
|
-
export interface RunImprovementLoopResult<TArtifact, TScenario extends Scenario> extends RunOptimizationResult<TArtifact, TScenario> {
|
|
51
|
-
baselineOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
52
|
-
winnerOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
53
|
-
gateResult: Awaited<ReturnType<Gate<TArtifact, TScenario>['decide']>>;
|
|
54
|
-
/** Unified baseline→winner surface diff. Computed UNCONDITIONALLY (not only
|
|
55
|
-
* when `autoOnPromote === 'pr'`) so the diff that the gate decided on is
|
|
56
|
-
* always present on the result + in the emitted provenance record. Empty
|
|
57
|
-
* string when winner == baseline (no change to diff). */
|
|
58
|
-
promotedDiff: string;
|
|
59
|
-
prResult?: ReturnType<typeof openAutoPr>;
|
|
60
|
-
}
|
|
61
|
-
export declare function runImprovementLoop<TScenario extends Scenario, TArtifact>(opts: RunImprovementLoopOptions<TScenario, TArtifact>): Promise<RunImprovementLoopResult<TArtifact, TScenario>>;
|
|
62
|
-
export declare function defaultRenderDiff(winnerSurface: MutableSurface, baselineSurface: MutableSurface): string;
|
|
63
|
-
//# sourceMappingURL=run-improvement-loop.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-improvement-loop.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-improvement-loop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AACvC,OAAO,KAAK,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAC9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AASvF,MAAM,MAAM,yBAAyB,CACnC,SAAS,SAAS,QAAQ,EAC1B,SAAS,IACP,sBAAsB,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG;IACjD;yDACqD;IACrD,gBAAgB,EAAE,SAAS,EAAE,CAAA;IAC7B;;oBAEgB;IAChB,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IAChC;;;;kDAI8C;IAC9C,aAAa,EAAE,IAAI,GAAG,MAAM,CAAA;IAC5B,6EAA6E;IAC7E,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;iEAC6D;IAC7D,kBAAkB,CAAC,EAAE,CAAC,aAAa,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,KAAK,MAAM,CAAA;CAChG,CAAA;AAED,MAAM,WAAW,wBAAwB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,CAC7E,SAAQ,qBAAqB,CAAC,SAAS,EAAE,SAAS,CAAC;IACnD,iBAAiB,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACvD,eAAe,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACrD,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;IACrE;;;8DAG0D;IAC1D,YAAY,EAAE,MAAM,CAAA;IACpB,QAAQ,CAAC,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,CAAA;CACzC;AAED,wBAAsB,kBAAkB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EAC5E,IAAI,EAAE,yBAAyB,CAAC,SAAS,EAAE,SAAS,CAAC,GACpD,OAAO,CAAC,wBAAwB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAgLzD;AAED,wBAAgB,iBAAiB,CAC/B,aAAa,EAAE,cAAc,EAC7B,eAAe,EAAE,cAAc,GAC9B,MAAM,CAgBR"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-improvement-loop.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-improvement-loop.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `runOptimization` — the improvement loop body. Runs N generations: the
|
|
3
|
-
* `SurfaceProposer` proposes K candidate surfaces per generation, each
|
|
4
|
-
* candidate runs a campaign (the measurement), top-scoring promote to the
|
|
5
|
-
* next generation. Proposer-agnostic — the same loop runs an evolutionary
|
|
6
|
-
* population mutator (`evolutionaryProposer`) or any reflective / agentic
|
|
7
|
-
* proposer; they differ only in how `propose()` picks candidates.
|
|
8
|
-
*
|
|
9
|
-
* This is `runLoop`'s shape (plan → measure → decide) specialized to surface
|
|
10
|
-
* improvement: `proposer.propose` = plan, `runCampaign` = the measurement
|
|
11
|
-
* (which runs the worker behind `dispatch`), the mean-composite ranking = the
|
|
12
|
-
* validator, `proposer.decide` = the stop check.
|
|
13
|
-
*
|
|
14
|
-
* The gated-promotion shell (`runImprovementLoop`) wraps this with a holdout
|
|
15
|
-
* re-score + release gate + optional PR.
|
|
16
|
-
*/
|
|
17
|
-
import { type RunCampaignOptions } from '../run-campaign';
|
|
18
|
-
import { type CampaignResult, type GenerationRecord, type MutableSurface, type ParetoParent, type Scenario, type SurfaceProposer } from '../types';
|
|
19
|
-
export interface RunOptimizationBaseOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch'> {
|
|
20
|
-
/** Initial mutable surface (typically system prompt or addendum). */
|
|
21
|
-
baselineSurface: MutableSurface;
|
|
22
|
-
/** Dispatcher that takes the CURRENT surface + scenario → artifact. */
|
|
23
|
-
dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: Parameters<RunCampaignOptions<TScenario, TArtifact>['dispatch']>[1]) => Promise<TArtifact>;
|
|
24
|
-
/** The candidate-generation strategy. Wrap a population `Mutator` via
|
|
25
|
-
* `evolutionaryProposer({ mutator })`, or pass any reflective / agentic
|
|
26
|
-
* proposer that implements `SurfaceProposer`. */
|
|
27
|
-
proposer: SurfaceProposer;
|
|
28
|
-
populationSize: number;
|
|
29
|
-
maxGenerations: number;
|
|
30
|
-
/** How many top-scoring candidates carry to the next generation. Default 2. */
|
|
31
|
-
promoteTopK?: number;
|
|
32
|
-
/** DEPTH knob forwarded to the proposer's `propose()` — max iterations the
|
|
33
|
-
* agentic generator may take per candidate. */
|
|
34
|
-
maxImprovementShots?: number;
|
|
35
|
-
/** Optional analysis report forwarded to `propose()`. Opaque here; the
|
|
36
|
-
* proposer types it. */
|
|
37
|
-
report?: unknown;
|
|
38
|
-
/** Structured findings forwarded to `propose()` as `ctx.findings`. A
|
|
39
|
-
* findings producer emits these from the
|
|
40
|
-
* generation's traces; findings-grounded proposers consume them. Opaque here;
|
|
41
|
-
* the proposer types its `TFindings`. Empty when no producer is wired. */
|
|
42
|
-
findings?: unknown[];
|
|
43
|
-
/** Per-generation findings producer. After each
|
|
44
|
-
* generation's candidates are scored, this is called with that generation's
|
|
45
|
-
* results; whatever it returns REPLACES `ctx.findings` for the NEXT
|
|
46
|
-
* generation's `propose()`, so the diagnosis is refreshed each round instead
|
|
47
|
-
* of being a static one-shot. Generic by design: the substrate does not
|
|
48
|
-
* import an analyst — the consumer plugs its trace-analyst registry / HALO
|
|
49
|
-
* here (reading the per-candidate `runDir` traces). When absent, findings
|
|
50
|
-
* stay the static `opts.findings`. */
|
|
51
|
-
analyzeGeneration?: (input: {
|
|
52
|
-
generation: number;
|
|
53
|
-
runDir: string;
|
|
54
|
-
candidates: Array<{
|
|
55
|
-
surfaceHash: string;
|
|
56
|
-
campaign: CampaignResult<TArtifact, TScenario>;
|
|
57
|
-
composite: number;
|
|
58
|
-
}>;
|
|
59
|
-
history: GenerationRecord[];
|
|
60
|
-
}) => Promise<unknown[]>;
|
|
61
|
-
}
|
|
62
|
-
export type RunOptimizationOptions<TScenario extends Scenario, TArtifact> = RunOptimizationBaseOptions<TScenario, TArtifact>;
|
|
63
|
-
export interface RunOptimizationResult<TArtifact, TScenario extends Scenario> {
|
|
64
|
-
generations: Array<{
|
|
65
|
-
record: GenerationRecord;
|
|
66
|
-
surfaces: Array<{
|
|
67
|
-
surfaceHash: string;
|
|
68
|
-
surface: MutableSurface;
|
|
69
|
-
campaign: CampaignResult<TArtifact, TScenario>;
|
|
70
|
-
}>;
|
|
71
|
-
}>;
|
|
72
|
-
winnerSurface: MutableSurface;
|
|
73
|
-
winnerSurfaceHash: string;
|
|
74
|
-
/** Proposer label for the promoted surface. Present when the winning
|
|
75
|
-
* candidate came from a `ProposedCandidate` (a reflective proposer);
|
|
76
|
-
* absent when the winner is the baseline or a bare-surface mutator. */
|
|
77
|
-
winnerLabel?: string;
|
|
78
|
-
/** Proposer rationale for the promoted surface — the "because Z" that
|
|
79
|
-
* motivated the winning change. Survives to `SelfImproveResult` and the
|
|
80
|
-
* emitted provenance record. Absent when the winner is the baseline. */
|
|
81
|
-
winnerRationale?: string;
|
|
82
|
-
baselineCampaign: CampaignResult<TArtifact, TScenario>;
|
|
83
|
-
/** The GEPA Pareto frontier across every scored surface (baseline + all
|
|
84
|
-
* generations) by per-scenario objective vector — the non-dominated set.
|
|
85
|
-
* Each generation's `propose()` received the frontier-so-far as
|
|
86
|
-
* `ctx.paretoParents`; this is the final frontier. A surface here that is
|
|
87
|
-
* NOT the winner is uniquely best on some scenario the winner loses on. */
|
|
88
|
-
paretoFrontier: ParetoParent[];
|
|
89
|
-
}
|
|
90
|
-
export declare function runOptimization<TScenario extends Scenario, TArtifact>(opts: RunOptimizationOptions<TScenario, TArtifact>): Promise<RunOptimizationResult<TArtifact, TScenario>>;
|
|
91
|
-
export declare function surfaceHash(surface: MutableSurface): string;
|
|
92
|
-
//# sourceMappingURL=run-optimization.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-optimization.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-optimization.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,OAAO,EAAE,KAAK,kBAAkB,EAAe,MAAM,iBAAiB,CAAA;AAEtE,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EAErB,KAAK,cAAc,EACnB,KAAK,YAAY,EAEjB,KAAK,QAAQ,EACb,KAAK,eAAe,EACrB,MAAM,UAAU,CAAA;AAEjB,MAAM,WAAW,0BAA0B,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,CAC/E,SAAQ,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,UAAU,CAAC;IAClE,qEAAqE;IACrE,eAAe,EAAE,cAAc,CAAA;IAC/B,uEAAuE;IACvE,mBAAmB,EAAE,CACnB,OAAO,EAAE,cAAc,EACvB,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,UAAU,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,KACrE,OAAO,CAAC,SAAS,CAAC,CAAA;IACvB;;sDAEkD;IAClD,QAAQ,EAAE,eAAe,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,cAAc,EAAE,MAAM,CAAA;IACtB,+EAA+E;IAC/E,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;oDACgD;IAChD,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B;6BACyB;IACzB,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB;;;+EAG2E;IAC3E,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAA;IACpB;;;;;;;2CAOuC;IACvC,iBAAiB,CAAC,EAAE,CAAC,KAAK,EAAE;QAC1B,UAAU,EAAE,MAAM,CAAA;QAClB,MAAM,EAAE,MAAM,CAAA;QACd,UAAU,EAAE,KAAK,CAAC;YAChB,WAAW,EAAE,MAAM,CAAA;YACnB,QAAQ,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;YAC9C,SAAS,EAAE,MAAM,CAAA;SAClB,CAAC,CAAA;QACF,OAAO,EAAE,gBAAgB,EAAE,CAAA;KAC5B,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;CACzB;AAED,MAAM,MAAM,sBAAsB,CAChC,SAAS,SAAS,QAAQ,EAC1B,SAAS,IACP,0BAA0B,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;AAEpD,MAAM,WAAW,qBAAqB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ;IAC1E,WAAW,EAAE,KAAK,CAAC;QACjB,MAAM,EAAE,gBAAgB,CAAA;QACxB,QAAQ,EAAE,KAAK,CAAC;YACd,WAAW,EAAE,MAAM,CAAA;YACnB,OAAO,EAAE,cAAc,CAAA;YACvB,QAAQ,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;SAC/C,CAAC,CAAA;KACH,CAAC,CAAA;IACF,aAAa,EAAE,cAAc,CAAA;IAC7B,iBAAiB,EAAE,MAAM,CAAA;IACzB;;4EAEwE;IACxE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;6EAEyE;IACzE,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gBAAgB,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACtD;;;;gFAI4E;IAC5E,cAAc,EAAE,YAAY,EAAE,CAAA;CAC/B;AAED,wBAAsB,eAAe,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACzE,IAAI,EAAE,sBAAsB,CAAC,SAAS,EAAE,SAAS,CAAC,GACjD,OAAO,CAAC,qBAAqB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CA2JtD;AA6DD,wBAAgB,WAAW,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM,CAY3D"}
|
|
@@ -1,151 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `runProfileMatrix` — the missing keystone between `runAgentMatrix` and the
|
|
3
|
-
* backend-integrity guard.
|
|
4
|
-
*
|
|
5
|
-
* The gap it closes: `runAgentMatrix` is a topology-opaque scheduler whose
|
|
6
|
-
* cells return a bare `{ output, verdict, costUsd }` — no `tokenUsage`, not a
|
|
7
|
-
* `RunRecord`. `assertRealBackend` / `summarizeBackendIntegrity` key on
|
|
8
|
-
* `RunRecord.tokenUsage`, so they cannot run on a raw matrix result. Every
|
|
9
|
-
* consumer therefore hand-writes the same bridge: fan a profile × scenario
|
|
10
|
-
* cartesian, call dispatch, fabricate a `RunRecord` with token usage, thread it
|
|
11
|
-
* back, run the integrity guard. That hand-rolled bridge is exactly the pile of
|
|
12
|
-
* bespoke `eval:*` scripts the adoption skills keep trying (and failing) to
|
|
13
|
-
* forbid.
|
|
14
|
-
*
|
|
15
|
-
* `runProfileMatrix` IS that bridge, once:
|
|
16
|
-
*
|
|
17
|
-
* - axis 3 (PROFILE) = `profiles: AgentProfile[]`
|
|
18
|
-
* - axis 1 (PERSONA/SCENARIO) = `scenarios: Scenario[]` (each scenario carries
|
|
19
|
-
* its persona; `personaOf` groups them for the `byPersona` pivot)
|
|
20
|
-
* - the scoring axis = `judges`
|
|
21
|
-
*
|
|
22
|
-
* It runs `runCampaign` once per profile (reusing its seeds, reps, bootstrap
|
|
23
|
-
* CIs, resumability, and the `LabeledScenarioStore` capture flywheel), maps
|
|
24
|
-
* every cell to a validated `RunRecord` carrying the real `tokenUsage` the
|
|
25
|
-
* dispatch reported via `ctx.cost.observeTokens`, and runs `assertRealBackend`
|
|
26
|
-
* BY CONSTRUCTION before returning — so a stub-backend run fails loudly instead
|
|
27
|
-
* of reporting a clean 0/N leaderboard.
|
|
28
|
-
*
|
|
29
|
-
* Dispatch contract: a dispatch that calls an LLM MUST report usage via
|
|
30
|
-
* `ctx.cost.observeTokens({ input, output })` (and cost via `ctx.cost.observe`).
|
|
31
|
-
* A dispatch that reports zero tokens is indistinguishable from a stub and the
|
|
32
|
-
* integrity guard treats it as one.
|
|
33
|
-
*/
|
|
34
|
-
import { type AgentProfile } from '../../agent-profile';
|
|
35
|
-
import { AgentEvalError } from '../../errors';
|
|
36
|
-
import { type BackendIntegrityReport } from '../../integrity/backend-integrity';
|
|
37
|
-
import { type RunRecord, type RunSplitTag } from '../../run-record';
|
|
38
|
-
import type { CampaignStorage } from '../storage';
|
|
39
|
-
import type { CampaignResult, DispatchContext, JudgeConfig, LabeledScenarioSource, LabeledScenarioStore, Scenario } from '../types';
|
|
40
|
-
/** Thrown when the matrix is misconfigured (no profiles, a profile whose model
|
|
41
|
-
* lacks a snapshot version, etc.). Distinct from `BackendIntegrityError`,
|
|
42
|
-
* which signals a stub backend at run time. */
|
|
43
|
-
export declare class ProfileMatrixError extends AgentEvalError {
|
|
44
|
-
constructor(message: string);
|
|
45
|
-
}
|
|
46
|
-
/** Dispatch for one cell: render `profile` against `scenario`, returning the
|
|
47
|
-
* artifact the judges score. Report LLM usage via `ctx.cost.observeTokens`
|
|
48
|
-
* and `ctx.cost.observe` — the integrity guard depends on it. */
|
|
49
|
-
export type ProfileDispatchFn<TScenario extends Scenario, TArtifact> = (profile: AgentProfile, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
|
|
50
|
-
export interface RunProfileMatrixOptions<TScenario extends Scenario, TArtifact> {
|
|
51
|
-
/** Axis 3 — the agent-under-test configurations. Each is one column. */
|
|
52
|
-
profiles: AgentProfile[];
|
|
53
|
-
/** Axis 1 — the persona/scenario corpus, run against every profile. */
|
|
54
|
-
scenarios: TScenario[];
|
|
55
|
-
/** Renders one (profile, scenario) cell. */
|
|
56
|
-
dispatch: ProfileDispatchFn<TScenario, TArtifact>;
|
|
57
|
-
/** The scoring axis. */
|
|
58
|
-
judges?: JudgeConfig<TArtifact, TScenario>[];
|
|
59
|
-
/** Where each profile's campaign writes artifacts/traces. One subdir per
|
|
60
|
-
* profile. */
|
|
61
|
-
runDir: string;
|
|
62
|
-
/** Git SHA the harness ran from — stamped onto every RunRecord (mandatory
|
|
63
|
-
* for paper-grade records). */
|
|
64
|
-
commitSha: string;
|
|
65
|
-
/** Logical experiment id shared across the whole matrix so the promotion
|
|
66
|
-
* gate can pair profiles on matched scenarios. Default: a hash of the
|
|
67
|
-
* profile + scenario ids. */
|
|
68
|
-
experimentId?: string;
|
|
69
|
-
/** Which split these runs belong to. Default `'search'`. */
|
|
70
|
-
splitTag?: RunSplitTag;
|
|
71
|
-
/** Replicates per (profile, scenario) cell for CI bands. Default 1. */
|
|
72
|
-
reps?: number;
|
|
73
|
-
/** Campaign seed (per profile). Default 42. */
|
|
74
|
-
seed?: number;
|
|
75
|
-
/**
|
|
76
|
-
* Backend-integrity posture, enforced AFTER the matrix completes:
|
|
77
|
-
* - `'assert'` (default) — throw `BackendIntegrityError` if the run was a
|
|
78
|
-
* stub (and, with `allowMixed:false`, if it was mixed).
|
|
79
|
-
* - `'warn'` — log the verdict but never throw.
|
|
80
|
-
* - `'off'` — skip the guard entirely (only for offline/replay analysis).
|
|
81
|
-
*/
|
|
82
|
-
integrity?: 'assert' | 'warn' | 'off';
|
|
83
|
-
/** Forwarded to `assertRealBackend`. Default true (tolerate partial 429
|
|
84
|
-
* cascades); set false for strict CI gates. */
|
|
85
|
-
allowMixed?: boolean;
|
|
86
|
-
/** Max concurrent cells WITHIN each profile's campaign. Default 2.
|
|
87
|
-
* Profiles run sequentially so the cost ceiling is honored deterministically. */
|
|
88
|
-
maxConcurrency?: number;
|
|
89
|
-
/** Cumulative USD cap per profile campaign. */
|
|
90
|
-
costCeiling?: number;
|
|
91
|
-
/** Capture flywheel — forwarded to each campaign. */
|
|
92
|
-
labeledStore?: LabeledScenarioStore | 'off';
|
|
93
|
-
captureSource?: LabeledScenarioSource;
|
|
94
|
-
/** Storage backend. Default `fsCampaignStorage`. Pass
|
|
95
|
-
* `inMemoryCampaignStorage()` for edge/CF-Worker/test runs. */
|
|
96
|
-
storage?: CampaignStorage;
|
|
97
|
-
/** Test seam — override the wall clock. */
|
|
98
|
-
now?: () => Date;
|
|
99
|
-
/** Optional persona key per scenario — drives the `byPersona` pivot. When
|
|
100
|
-
* unset, `byPersona` is omitted. */
|
|
101
|
-
personaOf?: (scenario: TScenario) => string;
|
|
102
|
-
/** Validate every produced RunRecord with `validateRunRecord` (fail-loud).
|
|
103
|
-
* Default true — catches bad model snapshots and non-finite judge dims at
|
|
104
|
-
* the boundary instead of letting them poison downstream analysis. */
|
|
105
|
-
validate?: boolean;
|
|
106
|
-
/** Corpus-by-default: derive the trajectory text (`prompt` + `completion`)
|
|
107
|
-
* for each cell from its artifact + scenario. When set, every produced
|
|
108
|
-
* record carries `prompt`/`completion` (a `CorpusRecord`) so the run's
|
|
109
|
-
* graded trajectories can be appended to the durable RL corpus with no
|
|
110
|
-
* side-channel — `appendToCorpus(result.records, path)`. Fail-soft: a
|
|
111
|
-
* throwing or undefined-returning extractor just omits the text. */
|
|
112
|
-
corpusText?: (artifact: TArtifact, scenario: TScenario) => {
|
|
113
|
-
prompt: string;
|
|
114
|
-
completion: string;
|
|
115
|
-
} | undefined;
|
|
116
|
-
}
|
|
117
|
-
export interface ProfileSummary {
|
|
118
|
-
profileId: string;
|
|
119
|
-
profileHash: string;
|
|
120
|
-
model: string;
|
|
121
|
-
/** RunRecords produced for this profile (= scenarios × reps). */
|
|
122
|
-
records: number;
|
|
123
|
-
/** Mean composite across this profile's records. */
|
|
124
|
-
meanComposite: number;
|
|
125
|
-
totalCostUsd: number;
|
|
126
|
-
/** Per-profile integrity verdict — surfaces a single profile that ran stub
|
|
127
|
-
* even when the matrix as a whole looks real. */
|
|
128
|
-
integrity: BackendIntegrityReport;
|
|
129
|
-
}
|
|
130
|
-
export interface ScenarioRollup {
|
|
131
|
-
meanComposite: number;
|
|
132
|
-
n: number;
|
|
133
|
-
}
|
|
134
|
-
export interface RunProfileMatrixResult<TArtifact, TScenario extends Scenario> {
|
|
135
|
-
matrixId: string;
|
|
136
|
-
experimentId: string;
|
|
137
|
-
/** One RunRecord per (profile, scenario, rep) cell — the integrity-checked,
|
|
138
|
-
* paper-grade output. Feed straight into `analyzeRuns`, `HeldOutGate`,
|
|
139
|
-
* scorecards, the hosted wire format. */
|
|
140
|
-
records: RunRecord[];
|
|
141
|
-
byProfile: Record<string, ProfileSummary>;
|
|
142
|
-
byScenario: Record<string, ScenarioRollup>;
|
|
143
|
-
/** Present only when `personaOf` was supplied. */
|
|
144
|
-
byPersona?: Record<string, ScenarioRollup>;
|
|
145
|
-
/** Whole-matrix integrity report (the one `integrity:'assert'` enforces). */
|
|
146
|
-
integrity: BackendIntegrityReport;
|
|
147
|
-
/** The raw per-profile campaign results, keyed by profile id. */
|
|
148
|
-
campaigns: Record<string, CampaignResult<TArtifact, TScenario>>;
|
|
149
|
-
}
|
|
150
|
-
export declare function runProfileMatrix<TScenario extends Scenario, TArtifact>(opts: RunProfileMatrixOptions<TScenario, TArtifact>): Promise<RunProfileMatrixResult<TArtifact, TScenario>>;
|
|
151
|
-
//# sourceMappingURL=run-profile-matrix.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-profile-matrix.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-profile-matrix.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH,OAAO,EACL,KAAK,YAAY,EAIlB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAA;AAC7C,OAAO,EAEL,KAAK,sBAAsB,EAE5B,MAAM,mCAAmC,CAAA;AAE1C,OAAO,EAEL,KAAK,SAAS,EACd,KAAK,WAAW,EAEjB,MAAM,kBAAkB,CAAA;AAEzB,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,KAAK,EAEV,cAAc,EACd,eAAe,EACf,WAAW,EACX,qBAAqB,EACrB,oBAAoB,EACpB,QAAQ,EACT,MAAM,UAAU,CAAA;AAEjB;;gDAEgD;AAChD,qBAAa,kBAAmB,SAAQ,cAAc;gBACxC,OAAO,EAAE,MAAM;CAG5B;AAED;;kEAEkE;AAClE,MAAM,MAAM,iBAAiB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,IAAI,CACrE,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,eAAe,KACjB,OAAO,CAAC,SAAS,CAAC,CAAA;AAEvB,MAAM,WAAW,uBAAuB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS;IAC5E,wEAAwE;IACxE,QAAQ,EAAE,YAAY,EAAE,CAAA;IACxB,uEAAuE;IACvE,SAAS,EAAE,SAAS,EAAE,CAAA;IACtB,4CAA4C;IAC5C,QAAQ,EAAE,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;IACjD,wBAAwB;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAA;IAC5C;mBACe;IACf,MAAM,EAAE,MAAM,CAAA;IACd;oCACgC;IAChC,SAAS,EAAE,MAAM,CAAA;IACjB;;kCAE8B;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,WAAW,CAAA;IACtB,uEAAuE;IACvE,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,+CAA+C;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;IACrC;oDACgD;IAChD,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;sFACkF;IAClF,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,+CAA+C;IAC/C,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,qDAAqD;IACrD,YAAY,CAAC,EAAE,oBAAoB,GAAG,KAAK,CAAA;IAC3C,aAAa,CAAC,EAAE,qBAAqB,CAAA;IACrC;oEACgE;IAChE,OAAO,CAAC,EAAE,eAAe,CAAA;IACzB,2CAA2C;IAC3C,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;IAChB;yCACqC;IACrC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,KAAK,MAAM,CAAA;IAC3C;;2EAEuE;IACvE,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB;;;;;yEAKqE;IACrE,UAAU,CAAC,EAAE,CACX,QAAQ,EAAE,SAAS,EACnB,QAAQ,EAAE,SAAS,KAChB;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,GAAG,SAAS,CAAA;CACxD;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,WAAW,EAAE,MAAM,CAAA;IACnB,KAAK,EAAE,MAAM,CAAA;IACb,iEAAiE;IACjE,OAAO,EAAE,MAAM,CAAA;IACf,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB;sDACkD;IAClD,SAAS,EAAE,sBAAsB,CAAA;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,aAAa,EAAE,MAAM,CAAA;IACrB,CAAC,EAAE,MAAM,CAAA;CACV;AAED,MAAM,WAAW,sBAAsB,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ;IAC3E,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB;;8CAE0C;IAC1C,OAAO,EAAE,SAAS,EAAE,CAAA;IACpB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACzC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAC1C,kDAAkD;IAClD,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IAC1C,6EAA6E;IAC7E,SAAS,EAAE,sBAAsB,CAAA;IACjC,iEAAiE;IACjE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAA;CAChE;AA0ID,wBAAsB,gBAAgB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EAC1E,IAAI,EAAE,uBAAuB,CAAC,SAAS,EAAE,SAAS,CAAC,GAClD,OAAO,CAAC,sBAAsB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAgJvD"}
|
|
@@ -1,96 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `runSkillOpt` — the SkillOpt epoch hill-climb (Microsoft, arXiv:2605.23904).
|
|
3
|
-
* Unlike `runOptimization`'s population/promote-top-K search, SkillOpt is a
|
|
4
|
-
* sequential, held-out-gated hill-climb on ONE skill document:
|
|
5
|
-
*
|
|
6
|
-
* each epoch:
|
|
7
|
-
* 1. reflect on the CURRENT surface's weakest TRAIN scenarios/dimensions
|
|
8
|
-
* (never the held-out split — proposals must not see the acceptance axis)
|
|
9
|
-
* 2. propose ≤ `patchesPerEpoch` bounded patches (≤ `editBudget` ops each)
|
|
10
|
-
* 3. apply each; score the candidate on the HELD-OUT split
|
|
11
|
-
* 4. ACCEPT the first patch that STRICTLY improves the held-out composite;
|
|
12
|
-
* otherwise push it to the rejected-edit buffer (fed back so the model
|
|
13
|
-
* does not re-propose dead ends)
|
|
14
|
-
* 5. anneal the edit budget down after consecutive rejections (the
|
|
15
|
-
* "textual learning rate" decay); refresh the slow-update meta note
|
|
16
|
-
* 6. stop at `maxEpochs` or after `patience` epochs with no acceptance
|
|
17
|
-
*
|
|
18
|
-
* The accept-only-if-held-out-improves rule is the same discipline as
|
|
19
|
-
* `HeldOutGate`/`defaultProductionGate`, applied per edit instead of once at
|
|
20
|
-
* the end — which is why the held-out composite is monotonically
|
|
21
|
-
* non-decreasing and a regression can never ship. `runCampaign` is the
|
|
22
|
-
* measurement; `applySkillPatch` applies the edits; `skillOptProposer` proposes
|
|
23
|
-
* them.
|
|
24
|
-
*/
|
|
25
|
-
import type { RejectedEdit, SkillOptProposer } from '../proposers/skill-opt';
|
|
26
|
-
import { type RunCampaignOptions } from '../run-campaign';
|
|
27
|
-
import type { DispatchContext, Scenario } from '../types';
|
|
28
|
-
export interface RunSkillOptOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch' | 'scenarios'> {
|
|
29
|
-
/** The skill document being optimized. */
|
|
30
|
-
baselineSurface: string;
|
|
31
|
-
/** Dispatcher taking the CURRENT skill surface + scenario → artifact. */
|
|
32
|
-
dispatchWithSurface: (surface: string, scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
|
|
33
|
-
proposer: SkillOptProposer;
|
|
34
|
-
/** Scenarios the optimizer reflects on for evidence. MUST be disjoint from
|
|
35
|
-
* `holdoutScenarios` — proposals never see the acceptance axis. */
|
|
36
|
-
trainScenarios: TScenario[];
|
|
37
|
-
/** Held-out scenarios. An edit is accepted ONLY if it strictly improves the
|
|
38
|
-
* mean composite here. */
|
|
39
|
-
holdoutScenarios: TScenario[];
|
|
40
|
-
maxEpochs: number;
|
|
41
|
-
/** Candidate patches proposed per epoch. Default 2. */
|
|
42
|
-
patchesPerEpoch?: number;
|
|
43
|
-
/** Initial ops-per-patch cap (the textual learning rate). Default 3. */
|
|
44
|
-
editBudget?: number;
|
|
45
|
-
/** Strict acceptance margin: accept iff the held-out composite improves by
|
|
46
|
-
* MORE than this. Default 0 (any strict improvement). */
|
|
47
|
-
minImprovement?: number;
|
|
48
|
-
/** Stop after this many consecutive epochs with no acceptance. Default =
|
|
49
|
-
* `maxEpochs` (never early-stop). */
|
|
50
|
-
patience?: number;
|
|
51
|
-
/** Shrink the edit budget by 1 after 2 consecutive rejected epochs (min 1).
|
|
52
|
-
* Default true. */
|
|
53
|
-
budgetAnneal?: boolean;
|
|
54
|
-
/** Cap on the rejected-edit buffer (most-recent kept). Default 12. */
|
|
55
|
-
rejectedBufferSize?: number;
|
|
56
|
-
/** Refresh the slow-update meta note every N epochs. Default 2. 0 disables. */
|
|
57
|
-
slowMetaEvery?: number;
|
|
58
|
-
/** Top-K weak scenarios/dimensions surfaced as evidence each epoch. Default 3. */
|
|
59
|
-
evidenceK?: number;
|
|
60
|
-
/** Abort signal forwarded to the patch-proposing LLM calls. */
|
|
61
|
-
signal?: AbortSignal;
|
|
62
|
-
}
|
|
63
|
-
export interface AcceptedEdit {
|
|
64
|
-
epoch: number;
|
|
65
|
-
label: string;
|
|
66
|
-
rationale: string;
|
|
67
|
-
/** Held-out composite improvement vs the surface before this edit. */
|
|
68
|
-
holdoutDelta: number;
|
|
69
|
-
}
|
|
70
|
-
export interface SkillOptEpochRecord {
|
|
71
|
-
epoch: number;
|
|
72
|
-
editBudget: number;
|
|
73
|
-
proposed: number;
|
|
74
|
-
/** The accepted edit this epoch, or null if every proposal was rejected. */
|
|
75
|
-
accepted: AcceptedEdit | null;
|
|
76
|
-
rejected: RejectedEdit[];
|
|
77
|
-
/** Held-out composite of the CURRENT surface at the END of the epoch. */
|
|
78
|
-
holdoutComposite: number;
|
|
79
|
-
}
|
|
80
|
-
export interface RunSkillOptResult {
|
|
81
|
-
winnerSurface: string;
|
|
82
|
-
baselineHoldoutComposite: number;
|
|
83
|
-
winnerHoldoutComposite: number;
|
|
84
|
-
/** `winnerHoldoutComposite - baselineHoldoutComposite` — monotonically ≥ 0
|
|
85
|
-
* by construction (only strictly-improving edits are accepted). */
|
|
86
|
-
lift: number;
|
|
87
|
-
acceptedEdits: AcceptedEdit[];
|
|
88
|
-
rejectedEdits: RejectedEdit[];
|
|
89
|
-
epochsRun: number;
|
|
90
|
-
history: SkillOptEpochRecord[];
|
|
91
|
-
/** Total cost across every scoring campaign (train evidence + holdout
|
|
92
|
-
* acceptance) the hill-climb ran. */
|
|
93
|
-
totalCostUsd: number;
|
|
94
|
-
}
|
|
95
|
-
export declare function runSkillOpt<TScenario extends Scenario, TArtifact>(opts: RunSkillOptOptions<TScenario, TArtifact>): Promise<RunSkillOptResult>;
|
|
96
|
-
//# sourceMappingURL=run-skill-opt.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"run-skill-opt.d.ts","sourceRoot":"","sources":["../../../src/campaign/presets/run-skill-opt.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAoB,gBAAgB,EAAE,MAAM,wBAAwB,CAAA;AAC9F,OAAO,EAAE,KAAK,kBAAkB,EAAe,MAAM,iBAAiB,CAAA;AAGtE,OAAO,KAAK,EAAkB,eAAe,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AAEzE,MAAM,WAAW,kBAAkB,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,CACvE,SAAQ,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,UAAU,GAAG,WAAW,CAAC;IAChF,0CAA0C;IAC1C,eAAe,EAAE,MAAM,CAAA;IACvB,yEAAyE;IACzE,mBAAmB,EAAE,CACnB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,eAAe,KACjB,OAAO,CAAC,SAAS,CAAC,CAAA;IACvB,QAAQ,EAAE,gBAAgB,CAAA;IAC1B;wEACoE;IACpE,cAAc,EAAE,SAAS,EAAE,CAAA;IAC3B;+BAC2B;IAC3B,gBAAgB,EAAE,SAAS,EAAE,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,wEAAwE;IACxE,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB;8DAC0D;IAC1D,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB;0CACsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;wBACoB;IACpB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,sEAAsE;IACtE,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,+DAA+D;IAC/D,MAAM,CAAC,EAAE,WAAW,CAAA;CACrB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,sEAAsE;IACtE,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,4EAA4E;IAC5E,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAA;IAC7B,QAAQ,EAAE,YAAY,EAAE,CAAA;IACxB,yEAAyE;IACzE,gBAAgB,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,MAAM,CAAA;IACrB,wBAAwB,EAAE,MAAM,CAAA;IAChC,sBAAsB,EAAE,MAAM,CAAA;IAC9B;wEACoE;IACpE,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,YAAY,EAAE,CAAA;IAC7B,aAAa,EAAE,YAAY,EAAE,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,mBAAmB,EAAE,CAAA;IAC9B;0CACsC;IACtC,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,wBAAsB,WAAW,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,EACrE,IAAI,EAAE,kBAAkB,CAAC,SAAS,EAAE,SAAS,CAAC,GAC7C,OAAO,CAAC,iBAAiB,CAAC,CAqJ5B"}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared finding→text helpers for the curator-style proposers (`memoryCurationProposer`
|
|
3
|
-
* dedup-and-replace, `aceProposer` append-mostly). One copy so the two proposers
|
|
4
|
-
* extract lessons + normalize keys identically and cannot drift apart.
|
|
5
|
-
*/
|
|
6
|
-
import type { MutableSurface } from '../types';
|
|
7
|
-
/** A finding can be a raw string or a structured analyst finding. Pulls the
|
|
8
|
-
* most actionable text (recommended_action > claim > lesson > text > message). */
|
|
9
|
-
export declare function findingToLesson(f: unknown): string | null;
|
|
10
|
-
/** Normalize for dedup/idempotency: lowercase, collapse whitespace, strip
|
|
11
|
-
* trailing punctuation. */
|
|
12
|
-
export declare function normKey(s: string): string;
|
|
13
|
-
/** Curator proposers are prompt-tier — they manage a text block in the surface.
|
|
14
|
-
* A code-tier surface has no prompt to append to; fail loud rather than
|
|
15
|
-
* silently coercing. */
|
|
16
|
-
export declare function surfaceToText(surface: MutableSurface): string;
|
|
17
|
-
/** Body text strictly between `startMarker` and `endMarker`; '' if absent. */
|
|
18
|
-
export declare function extractBlockBody(text: string, startMarker: string, endMarker: string): string;
|
|
19
|
-
/** Remove the delimited block (and surrounding trailing whitespace), trimmed,
|
|
20
|
-
* so the caller can re-emit a fresh block. */
|
|
21
|
-
export declare function stripBlock(text: string, startMarker: string, endMarker: string): string;
|
|
22
|
-
//# sourceMappingURL=_findings-text.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"_findings-text.d.ts","sourceRoot":"","sources":["../../../src/campaign/proposers/_findings-text.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAA;AAE9C;mFACmF;AACnF,wBAAgB,eAAe,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAQzD;AAED;4BAC4B;AAC5B,wBAAgB,OAAO,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAMzC;AAED;;yBAEyB;AACzB,wBAAgB,aAAa,CAAC,OAAO,EAAE,cAAc,GAAG,MAAM,CAK7D;AAOD,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAK7F;AAED;+CAC+C;AAC/C,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAKvF"}
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `aceProposer` — Agentic Context Engineering: an APPEND-MOSTLY curator, the
|
|
3
|
-
* deliberate contrast to `memoryCurationProposer`'s dedup-and-replace. ACE's
|
|
4
|
-
* thesis (arXiv:2510.04618) is that aggressively deduping/rewriting a context
|
|
5
|
-
* causes "context collapse" — hard-won specific lessons get summarized away. So
|
|
6
|
-
* the playbook GROWS by appending each generation's new lessons as provenance-
|
|
7
|
-
* tagged delta bullets; existing bullets are preserved verbatim, never merged.
|
|
8
|
-
*
|
|
9
|
-
* Each generation it:
|
|
10
|
-
* 1. reads the playbook block already in the parent surface (verbatim);
|
|
11
|
-
* 2. turns this generation's `findings` into lessons, keeping only the ones not
|
|
12
|
-
* already present (idempotency — a recurring finding is not re-appended, but
|
|
13
|
-
* a genuinely NEW lesson always is, even if similar to an old one);
|
|
14
|
-
* 3. appends the new lessons as `- [gN] <lesson>` deltas and re-emits the block.
|
|
15
|
-
*
|
|
16
|
-
* Bounded WITHOUT collapse: when the playbook exceeds `maxEntries`, the OLDEST
|
|
17
|
-
* deltas are evicted (FIFO) — recency is kept, but no two distinct lessons are
|
|
18
|
-
* ever merged into one. Deterministic (no LLM) so a lift is attributable to the
|
|
19
|
-
* accumulated lessons, not a rewrite's model noise.
|
|
20
|
-
*
|
|
21
|
-
* Fail-loud: with no new lesson this generation it returns NO candidate (the
|
|
22
|
-
* playbook is unchanged — nothing to propose), never a fabricated bullet.
|
|
23
|
-
*/
|
|
24
|
-
import type { SurfaceProposer } from '../types';
|
|
25
|
-
export interface AceProposerOptions {
|
|
26
|
-
/** Max delta bullets retained in the playbook. On overflow the OLDEST are
|
|
27
|
-
* evicted (FIFO) — never merged. Default 50 (ACE keeps a long context). */
|
|
28
|
-
maxEntries?: number;
|
|
29
|
-
/** Heading rendered above the bullets inside the block. */
|
|
30
|
-
sectionHeading?: string;
|
|
31
|
-
}
|
|
32
|
-
export declare function aceProposer(opts?: AceProposerOptions): SurfaceProposer;
|
|
33
|
-
//# sourceMappingURL=ace.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ace.d.ts","sourceRoot":"","sources":["../../../src/campaign/proposers/ace.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,KAAK,EAAqC,eAAe,EAAE,MAAM,UAAU,CAAA;AAalF,MAAM,WAAW,kBAAkB;IACjC;gFAC4E;IAC5E,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,2DAA2D;IAC3D,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAwBD,wBAAgB,WAAW,CAAC,IAAI,GAAE,kBAAuB,GAAG,eAAe,CAgD1E"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ace.test.d.ts","sourceRoot":"","sources":["../../../src/campaign/proposers/ace.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared core for prompt-tier "analysis → one LLM edit" proposers. `haloProposer`
|
|
3
|
-
* and `traceAnalystProposer` differ ONLY in who produces the findings; the
|
|
4
|
-
* materialize-traces → apply-via-`APPLY_SYSTEM` → candidate pipeline is
|
|
5
|
-
* identical. Keeping it in one place IS the fairness contract their head-to-head
|
|
6
|
-
* (`compareProposers`) depends on — the apply step can no longer drift between the
|
|
7
|
-
* two engines being compared.
|
|
8
|
-
*/
|
|
9
|
-
import type { LlmClientOptions } from '../../llm-client';
|
|
10
|
-
import type { ProposeContext, SurfaceProposer } from '../types';
|
|
11
|
-
export declare const APPLY_SYSTEM = "You apply a trace-analysis report to an agent instruction prompt. Output ONLY the full revised prompt \u2014 no preamble, no commentary, no code fences. Make the minimal edits that address the report findings; preserve everything else verbatim.";
|
|
12
|
-
/** Serialize a surface (string or structured) into prompt text. */
|
|
13
|
-
export declare function surfaceToPromptText(surface: unknown): string;
|
|
14
|
-
export interface AnalysisEditProposerOptions {
|
|
15
|
-
kind: string;
|
|
16
|
-
label: string;
|
|
17
|
-
baseUrl: string;
|
|
18
|
-
apiKey?: string;
|
|
19
|
-
applyModel: string;
|
|
20
|
-
fetchImpl?: LlmClientOptions['fetch'];
|
|
21
|
-
/** Resolve the OTLP traces (JSONL) for THIS generation. Empty → `noTracesError`. */
|
|
22
|
-
resolveTraces: (ctx: ProposeContext) => string | Promise<string>;
|
|
23
|
-
/** Produce the analysis REPORT string from the materialized trace file. Owns
|
|
24
|
-
* its engine-specific failure + no-findings throws. */
|
|
25
|
-
analyze: (tracePath: string, ctx: ProposeContext) => Promise<string>;
|
|
26
|
-
noTracesError: string;
|
|
27
|
-
rationale: (report: string) => string;
|
|
28
|
-
}
|
|
29
|
-
/** Build a `SurfaceProposer` that runs `analyze` over the generation's OTLP
|
|
30
|
-
* traces and applies the report to the surface via one identical LLM edit. */
|
|
31
|
-
export declare function analysisEditProposer(opts: AnalysisEditProposerOptions): SurfaceProposer;
|
|
32
|
-
//# sourceMappingURL=analysis-edit.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"analysis-edit.d.ts","sourceRoot":"","sources":["../../../src/campaign/proposers/analysis-edit.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAKH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAA;AAExD,OAAO,KAAK,EAAE,cAAc,EAAqB,eAAe,EAAE,MAAM,UAAU,CAAA;AAElF,eAAO,MAAM,YAAY,yPAC0N,CAAA;AAEnP,mEAAmE;AACnE,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,MAAM,CAE5D;AAED,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,SAAS,CAAC,EAAE,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACrC,oFAAoF;IACpF,aAAa,EAAE,CAAC,GAAG,EAAE,cAAc,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAChE;4DACwD;IACxD,OAAO,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,cAAc,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;IACpE,aAAa,EAAE,MAAM,CAAA;IACrB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAA;CACtC;AAED;+EAC+E;AAC/E,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,2BAA2B,GAAG,eAAe,CAgCvF"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `evolutionaryProposer` — adapts a stateless `Mutator` (population mutation:
|
|
3
|
-
* GEPA / AxGEPA / reflective-mutation) into a `SurfaceProposer`. This is
|
|
4
|
-
* the evolutionary strategy: each generation, mutate the current best surface
|
|
5
|
-
* into N candidates, measure, select. No generation memory beyond the current
|
|
6
|
-
* surface; the loop body handles ranking + promotion.
|
|
7
|
-
*
|
|
8
|
-
* The reflective alternative is agent-runtime's runtime proposer with a
|
|
9
|
-
* `reflectiveGenerator` / `agenticGenerator`: it reasons over the report +
|
|
10
|
-
* trace findings to propose targeted edits rather than blind mutations. Both
|
|
11
|
-
* conform to `SurfaceProposer`; the improvement loop is identical either way.
|
|
12
|
-
*/
|
|
13
|
-
import type { Mutator, SurfaceProposer } from '../types';
|
|
14
|
-
export interface EvolutionaryProposerOptions<TFindings = unknown> {
|
|
15
|
-
mutator: Mutator<TFindings>;
|
|
16
|
-
/** External findings fed to the mutator each generation. Default: []. */
|
|
17
|
-
findings?: TFindings[];
|
|
18
|
-
}
|
|
19
|
-
export declare function evolutionaryProposer<TFindings = unknown>(opts: EvolutionaryProposerOptions<TFindings>): SurfaceProposer<TFindings>;
|
|
20
|
-
//# sourceMappingURL=evolutionary.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evolutionary.d.ts","sourceRoot":"","sources":["../../../src/campaign/proposers/evolutionary.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAExD,MAAM,WAAW,2BAA2B,CAAC,SAAS,GAAG,OAAO;IAC9D,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;IAC3B,yEAAyE;IACzE,QAAQ,CAAC,EAAE,SAAS,EAAE,CAAA;CACvB;AAED,wBAAgB,oBAAoB,CAAC,SAAS,GAAG,OAAO,EACtD,IAAI,EAAE,2BAA2B,CAAC,SAAS,CAAC,GAC3C,eAAe,CAAC,SAAS,CAAC,CAY5B"}
|