@tangle-network/agent-eval 0.95.0 → 0.95.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/dist/adapters/http.d.ts +17 -10
- package/dist/adapters/langchain.d.ts +14 -7
- package/dist/adapters/otel.d.ts +25 -13
- package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
- package/dist/analyst/index.d.ts +236 -28
- package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
- package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
- package/dist/authenticity/index.d.ts +16 -15
- package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
- package/dist/belief-state/index.d.ts +605 -14
- package/dist/benchmarks/index.d.ts +5 -23
- package/dist/builder-eval/index.d.ts +250 -5
- package/dist/calibration-BPmzuVPk.d.ts +101 -0
- package/dist/campaign/index.d.ts +1452 -38
- package/dist/cli.d.ts +0 -2
- package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
- package/dist/contract/index.d.ts +688 -106
- package/dist/control-Doncu-B_.d.ts +259 -0
- package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
- package/dist/control.d.ts +10 -11
- package/dist/corpus-D4YW9UoJ.d.ts +560 -0
- package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
- package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
- package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
- package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
- package/dist/diagnose.d.ts +252 -1
- package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
- package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
- package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
- package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
- package/dist/fuzz.d.ts +547 -1
- package/dist/gepa-C1NCIZ9o.d.ts +414 -0
- package/dist/governance/index.d.ts +135 -5
- package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
- package/dist/hosted/index.d.ts +239 -10
- package/dist/index-_Y4oNOOb.d.ts +159 -0
- package/dist/index.d.ts +5660 -277
- package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
- package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
- package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
- package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
- package/dist/knowledge/index.d.ts +103 -3
- package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
- package/dist/matrix/index.d.ts +30 -12
- package/dist/meta-eval/index.d.ts +182 -6
- package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
- package/dist/multishot/index.d.ts +290 -7
- package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
- package/dist/openapi.json +1 -1
- package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
- package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
- package/dist/perf/index.d.ts +119 -13
- package/dist/pipelines/index.d.ts +173 -8
- package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
- package/dist/prm/index.d.ts +104 -5
- package/dist/provenance-CncDq9qE.d.ts +426 -0
- package/dist/query-B7GGjRox.d.ts +32 -0
- package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
- package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
- package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
- package/dist/release-report-pidWUMZ2.d.ts +233 -0
- package/dist/reporting.d.ts +16 -15
- package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
- package/dist/rl.d.ts +1193 -1
- package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
- package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
- package/dist/run-critic-CmMf05uV.d.ts +56 -0
- package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
- package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
- package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
- package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
- package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
- package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
- package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
- package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
- package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
- package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
- package/dist/storyboard/index.d.ts +81 -16
- package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
- package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
- package/dist/telemetry/index.d.ts +35 -17
- package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
- package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
- package/dist/testing.d.ts +1 -5
- package/dist/traces.d.ts +976 -4
- package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
- package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
- package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
- package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
- package/dist/{campaign/types.d.ts → types-DQRY8ZT-.d.ts} +47 -44
- package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
- package/dist/wire/index.d.ts +570 -13
- package/dist/workflow/index.d.ts +496 -22
- package/package.json +2 -2
- package/dist/action-policy.d.ts +0 -24
- package/dist/action-policy.d.ts.map +0 -1
- package/dist/action-policy.test.d.ts +0 -2
- package/dist/action-policy.test.d.ts.map +0 -1
- package/dist/active-learning.d.ts +0 -41
- package/dist/active-learning.d.ts.map +0 -1
- package/dist/adapters/http.d.ts.map +0 -1
- package/dist/adapters/langchain.d.ts.map +0 -1
- package/dist/adapters/otel.d.ts.map +0 -1
- package/dist/agent-profile-cell.d.ts +0 -101
- package/dist/agent-profile-cell.d.ts.map +0 -1
- package/dist/agent-profile.d.ts +0 -27
- package/dist/agent-profile.d.ts.map +0 -1
- package/dist/agent-profile.test.d.ts +0 -2
- package/dist/agent-profile.test.d.ts.map +0 -1
- package/dist/analyst/adapters.d.ts +0 -62
- package/dist/analyst/adapters.d.ts.map +0 -1
- package/dist/analyst/analyst.test.d.ts +0 -2
- package/dist/analyst/analyst.test.d.ts.map +0 -1
- package/dist/analyst/ax-service.d.ts +0 -27
- package/dist/analyst/ax-service.d.ts.map +0 -1
- package/dist/analyst/behavioral-analyst.d.ts +0 -28
- package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
- package/dist/analyst/chat-client.d.ts +0 -91
- package/dist/analyst/chat-client.d.ts.map +0 -1
- package/dist/analyst/default-registry.d.ts +0 -27
- package/dist/analyst/default-registry.d.ts.map +0 -1
- package/dist/analyst/default-registry.test.d.ts +0 -2
- package/dist/analyst/default-registry.test.d.ts.map +0 -1
- package/dist/analyst/finding-signature.d.ts +0 -48
- package/dist/analyst/finding-signature.d.ts.map +0 -1
- package/dist/analyst/finding-subject.d.ts +0 -146
- package/dist/analyst/finding-subject.d.ts.map +0 -1
- package/dist/analyst/finding-subject.test.d.ts +0 -2
- package/dist/analyst/finding-subject.test.d.ts.map +0 -1
- package/dist/analyst/findings-store.d.ts +0 -75
- package/dist/analyst/findings-store.d.ts.map +0 -1
- package/dist/analyst/index.d.ts.map +0 -1
- package/dist/analyst/kind-factory.d.ts.map +0 -1
- package/dist/analyst/kinds/failure-mode.d.ts +0 -19
- package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
- package/dist/analyst/kinds/improvement.d.ts +0 -23
- package/dist/analyst/kinds/improvement.d.ts.map +0 -1
- package/dist/analyst/kinds/index.d.ts +0 -22
- package/dist/analyst/kinds/index.d.ts.map +0 -1
- package/dist/analyst/kinds/kinds.test.d.ts +0 -2
- package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.d.ts +0 -84
- package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.d.ts +0 -26
- package/dist/analyst/parse-tolerant.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.test.d.ts +0 -2
- package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
- package/dist/analyst/registry.budget.test.d.ts +0 -2
- package/dist/analyst/registry.budget.test.d.ts.map +0 -1
- package/dist/analyst/registry.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.d.ts +0 -35
- package/dist/analyst/steer-firewall.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.test.d.ts +0 -2
- package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
- package/dist/analyst/structure-findings.d.ts +0 -37
- package/dist/analyst/structure-findings.d.ts.map +0 -1
- package/dist/analyst/structure-findings.test.d.ts +0 -2
- package/dist/analyst/structure-findings.test.d.ts.map +0 -1
- package/dist/analyst/tool-groups.d.ts +0 -34
- package/dist/analyst/tool-groups.d.ts.map +0 -1
- package/dist/analyst/types.d.ts.map +0 -1
- package/dist/anti-slop.d.ts +0 -59
- package/dist/anti-slop.d.ts.map +0 -1
- package/dist/artifact-validator.d.ts +0 -74
- package/dist/artifact-validator.d.ts.map +0 -1
- package/dist/attestation.d.ts +0 -63
- package/dist/attestation.d.ts.map +0 -1
- package/dist/attestation.test.d.ts +0 -2
- package/dist/attestation.test.d.ts.map +0 -1
- package/dist/authenticity/index.d.ts.map +0 -1
- package/dist/authenticity/index.test.d.ts +0 -2
- package/dist/authenticity/index.test.d.ts.map +0 -1
- package/dist/auto-pr.d.ts +0 -120
- package/dist/auto-pr.d.ts.map +0 -1
- package/dist/baseline.d.ts.map +0 -1
- package/dist/behavior-dsl.d.ts +0 -73
- package/dist/behavior-dsl.d.ts.map +0 -1
- package/dist/belief-state/calibration.d.ts +0 -10
- package/dist/belief-state/calibration.d.ts.map +0 -1
- package/dist/belief-state/calibration.test.d.ts +0 -2
- package/dist/belief-state/calibration.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.d.ts +0 -66
- package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.d.ts +0 -22
- package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/extract.d.ts +0 -7
- package/dist/belief-state/extract.d.ts.map +0 -1
- package/dist/belief-state/extract.test.d.ts +0 -2
- package/dist/belief-state/extract.test.d.ts.map +0 -1
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/ope.d.ts +0 -17
- package/dist/belief-state/ope.d.ts.map +0 -1
- package/dist/belief-state/ope.test.d.ts +0 -2
- package/dist/belief-state/ope.test.d.ts.map +0 -1
- package/dist/belief-state/phase0-measurement.d.ts +0 -55
- package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
- package/dist/belief-state/report.d.ts +0 -17
- package/dist/belief-state/report.d.ts.map +0 -1
- package/dist/belief-state/report.test.d.ts +0 -2
- package/dist/belief-state/report.test.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.d.ts +0 -23
- package/dist/belief-state/research-evidence.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.test.d.ts +0 -2
- package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.d.ts +0 -87
- package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
- package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
- package/dist/belief-state/selective.d.ts +0 -15
- package/dist/belief-state/selective.d.ts.map +0 -1
- package/dist/belief-state/selective.test.d.ts +0 -2
- package/dist/belief-state/selective.test.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.d.ts +0 -80
- package/dist/belief-state/shadow-probe.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.test.d.ts +0 -2
- package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
- package/dist/belief-state/types.d.ts +0 -195
- package/dist/belief-state/types.d.ts.map +0 -1
- package/dist/belief-state/types.test.d.ts +0 -2
- package/dist/belief-state/types.test.d.ts.map +0 -1
- package/dist/benchmark.d.ts +0 -14
- package/dist/benchmark.d.ts.map +0 -1
- package/dist/benchmarks/index.d.ts.map +0 -1
- package/dist/benchmarks/routing/dataset.d.ts +0 -34
- package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
- package/dist/benchmarks/routing/index.d.ts +0 -34
- package/dist/benchmarks/routing/index.d.ts.map +0 -1
- package/dist/benchmarks/types.d.ts +0 -49
- package/dist/benchmarks/types.d.ts.map +0 -1
- package/dist/bisector.d.ts +0 -81
- package/dist/bisector.d.ts.map +0 -1
- package/dist/budget-guard.d.ts +0 -31
- package/dist/budget-guard.d.ts.map +0 -1
- package/dist/builder-eval/builder-session.d.ts +0 -111
- package/dist/builder-eval/builder-session.d.ts.map +0 -1
- package/dist/builder-eval/correlation.d.ts +0 -32
- package/dist/builder-eval/correlation.d.ts.map +0 -1
- package/dist/builder-eval/index.d.ts.map +0 -1
- package/dist/builder-eval/project-registry.d.ts +0 -51
- package/dist/builder-eval/project-registry.d.ts.map +0 -1
- package/dist/builder-eval/three-layer-eval.d.ts +0 -55
- package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.d.ts +0 -108
- package/dist/campaign/analyst-surface.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.test.d.ts +0 -2
- package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
- package/dist/campaign/auto-pr.d.ts +0 -46
- package/dist/campaign/auto-pr.d.ts.map +0 -1
- package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
- package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
- package/dist/campaign/distillation/cli.d.ts +0 -35
- package/dist/campaign/distillation/cli.d.ts.map +0 -1
- package/dist/campaign/distillation/distillation.test.d.ts +0 -2
- package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
- package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
- package/dist/campaign/distillation/run-distillation.d.ts +0 -119
- package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
- package/dist/campaign/gates/compose.d.ts +0 -12
- package/dist/campaign/gates/compose.d.ts.map +0 -1
- package/dist/campaign/gates/default-production-gate.d.ts +0 -58
- package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
- package/dist/campaign/gates/heldout-gate.d.ts +0 -12
- package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.d.ts +0 -125
- package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.d.ts +0 -146
- package/dist/campaign/gates/sequential.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.test.d.ts +0 -2
- package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
- package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
- package/dist/campaign/index.d.ts.map +0 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
- package/dist/campaign/presets/compare-proposers.d.ts +0 -146
- package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
- package/dist/campaign/presets/playback.d.ts +0 -120
- package/dist/campaign/presets/playback.d.ts.map +0 -1
- package/dist/campaign/presets/playback.test.d.ts +0 -2
- package/dist/campaign/presets/playback.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-eval.d.ts +0 -14
- package/dist/campaign/presets/run-eval.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-optimization.d.ts +0 -92
- package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
- package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
- package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
- package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/_findings-text.d.ts +0 -22
- package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.d.ts +0 -33
- package/dist/campaign/proposers/ace.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.test.d.ts +0 -2
- package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
- package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
- package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
- package/dist/campaign/proposers/evolutionary.d.ts +0 -20
- package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
- package/dist/campaign/proposers/fapo.d.ts +0 -120
- package/dist/campaign/proposers/fapo.d.ts.map +0 -1
- package/dist/campaign/proposers/gepa.d.ts +0 -86
- package/dist/campaign/proposers/gepa.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.d.ts +0 -44
- package/dist/campaign/proposers/halo.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.test.d.ts +0 -2
- package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.d.ts +0 -47
- package/dist/campaign/proposers/memory.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.test.d.ts +0 -2
- package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
- package/dist/campaign/proposers/skill-opt.d.ts +0 -88
- package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
- package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
- package/dist/campaign/provenance.d.ts +0 -185
- package/dist/campaign/provenance.d.ts.map +0 -1
- package/dist/campaign/run-campaign.d.ts +0 -90
- package/dist/campaign/run-campaign.d.ts.map +0 -1
- package/dist/campaign/score-utils.d.ts +0 -26
- package/dist/campaign/score-utils.d.ts.map +0 -1
- package/dist/campaign/skill-patch.d.ts +0 -62
- package/dist/campaign/skill-patch.d.ts.map +0 -1
- package/dist/campaign/storage.d.ts +0 -38
- package/dist/campaign/storage.d.ts.map +0 -1
- package/dist/campaign/types.d.ts.map +0 -1
- package/dist/campaign/worktree/index.d.ts +0 -53
- package/dist/campaign/worktree/index.d.ts.map +0 -1
- package/dist/canary.d.ts +0 -101
- package/dist/canary.d.ts.map +0 -1
- package/dist/causal-attribution.d.ts +0 -45
- package/dist/causal-attribution.d.ts.map +0 -1
- package/dist/ci-gate.d.ts +0 -44
- package/dist/ci-gate.d.ts.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/client.d.ts +0 -77
- package/dist/client.d.ts.map +0 -1
- package/dist/client.test.d.ts +0 -2
- package/dist/client.test.d.ts.map +0 -1
- package/dist/command-runner.d.ts +0 -74
- package/dist/command-runner.d.ts.map +0 -1
- package/dist/command-runner.test.d.ts +0 -2
- package/dist/command-runner.test.d.ts.map +0 -1
- package/dist/completion-verifier.d.ts +0 -147
- package/dist/completion-verifier.d.ts.map +0 -1
- package/dist/completion-verifier.test.d.ts +0 -9
- package/dist/completion-verifier.test.d.ts.map +0 -1
- package/dist/concurrency.d.ts +0 -23
- package/dist/concurrency.d.ts.map +0 -1
- package/dist/contamination-guard.d.ts +0 -81
- package/dist/contamination-guard.d.ts.map +0 -1
- package/dist/contract/analyze-runs.d.ts.map +0 -1
- package/dist/contract/define-agent-eval.d.ts +0 -52
- package/dist/contract/define-agent-eval.d.ts.map +0 -1
- package/dist/contract/diff.d.ts +0 -114
- package/dist/contract/diff.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/contract/insight-report.d.ts.map +0 -1
- package/dist/contract/insight-types-fwd.d.ts +0 -7
- package/dist/contract/insight-types-fwd.d.ts.map +0 -1
- package/dist/contract/intake/agent-trace.d.ts +0 -97
- package/dist/contract/intake/agent-trace.d.ts.map +0 -1
- package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
- package/dist/contract/intake/feedback-table.d.ts +0 -87
- package/dist/contract/intake/feedback-table.d.ts.map +0 -1
- package/dist/contract/intake/index.d.ts +0 -22
- package/dist/contract/intake/index.d.ts.map +0 -1
- package/dist/contract/intake/otel-spans.d.ts +0 -33
- package/dist/contract/intake/otel-spans.d.ts.map +0 -1
- package/dist/contract/self-improve.d.ts +0 -284
- package/dist/contract/self-improve.d.ts.map +0 -1
- package/dist/control-runtime.d.ts.map +0 -1
- package/dist/control-runtime.test.d.ts +0 -2
- package/dist/control-runtime.test.d.ts.map +0 -1
- package/dist/control.d.ts.map +0 -1
- package/dist/convergence.d.ts +0 -29
- package/dist/convergence.d.ts.map +0 -1
- package/dist/cost-ledger.d.ts.map +0 -1
- package/dist/cost-ledger.test.d.ts +0 -2
- package/dist/cost-ledger.test.d.ts.map +0 -1
- package/dist/cost-report.d.ts +0 -43
- package/dist/cost-report.d.ts.map +0 -1
- package/dist/cost-report.test.d.ts +0 -2
- package/dist/cost-report.test.d.ts.map +0 -1
- package/dist/cost-tracker.d.ts +0 -76
- package/dist/cost-tracker.d.ts.map +0 -1
- package/dist/counterfactual.d.ts.map +0 -1
- package/dist/cross-trace-diff.d.ts +0 -56
- package/dist/cross-trace-diff.d.ts.map +0 -1
- package/dist/dataset.d.ts.map +0 -1
- package/dist/deploy-gate-layer.d.ts +0 -125
- package/dist/deploy-gate-layer.d.ts.map +0 -1
- package/dist/deploy-gate-layer.test.d.ts +0 -2
- package/dist/deploy-gate-layer.test.d.ts.map +0 -1
- package/dist/description-length-gate.d.ts +0 -119
- package/dist/description-length-gate.d.ts.map +0 -1
- package/dist/detectors/edge.test.d.ts +0 -2
- package/dist/detectors/edge.test.d.ts.map +0 -1
- package/dist/detectors/index.d.ts +0 -81
- package/dist/detectors/index.d.ts.map +0 -1
- package/dist/detectors/index.test.d.ts +0 -2
- package/dist/detectors/index.test.d.ts.map +0 -1
- package/dist/diagnose/causal-sweep.d.ts +0 -100
- package/dist/diagnose/causal-sweep.d.ts.map +0 -1
- package/dist/diagnose/index.d.ts +0 -36
- package/dist/diagnose/index.d.ts.map +0 -1
- package/dist/diagnose/remediation.d.ts +0 -68
- package/dist/diagnose/remediation.d.ts.map +0 -1
- package/dist/diagnose/repair.d.ts +0 -77
- package/dist/diagnose/repair.d.ts.map +0 -1
- package/dist/discover-personas.d.ts +0 -35
- package/dist/discover-personas.d.ts.map +0 -1
- package/dist/driver.d.ts +0 -95
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.test.d.ts +0 -8
- package/dist/driver.test.d.ts.map +0 -1
- package/dist/dual-agent-bench.d.ts +0 -81
- package/dist/dual-agent-bench.d.ts.map +0 -1
- package/dist/error-count-extractor.d.ts +0 -47
- package/dist/error-count-extractor.d.ts.map +0 -1
- package/dist/error-count-extractor.test.d.ts +0 -2
- package/dist/error-count-extractor.test.d.ts.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/eval-campaign.d.ts.map +0 -1
- package/dist/eval-campaign.test.d.ts +0 -2
- package/dist/eval-campaign.test.d.ts.map +0 -1
- package/dist/eval-tools.d.ts +0 -55
- package/dist/eval-tools.d.ts.map +0 -1
- package/dist/eval-trace-store.d.ts +0 -107
- package/dist/eval-trace-store.d.ts.map +0 -1
- package/dist/eval-trace-store.test.d.ts +0 -2
- package/dist/eval-trace-store.test.d.ts.map +0 -1
- package/dist/executor.d.ts +0 -38
- package/dist/executor.d.ts.map +0 -1
- package/dist/executor.test.d.ts +0 -10
- package/dist/executor.test.d.ts.map +0 -1
- package/dist/experiment-tracker.d.ts +0 -178
- package/dist/experiment-tracker.d.ts.map +0 -1
- package/dist/experiment-tracker.test.d.ts +0 -2
- package/dist/experiment-tracker.test.d.ts.map +0 -1
- package/dist/failure-taxonomy.d.ts +0 -38
- package/dist/failure-taxonomy.d.ts.map +0 -1
- package/dist/feedback-trajectory.d.ts.map +0 -1
- package/dist/feedback-trajectory.test.d.ts +0 -2
- package/dist/feedback-trajectory.test.d.ts.map +0 -1
- package/dist/flow-layer.d.ts +0 -90
- package/dist/flow-layer.d.ts.map +0 -1
- package/dist/flow-layer.test.d.ts +0 -2
- package/dist/flow-layer.test.d.ts.map +0 -1
- package/dist/fuzz/capsule.d.ts +0 -46
- package/dist/fuzz/capsule.d.ts.map +0 -1
- package/dist/fuzz/cube.d.ts +0 -36
- package/dist/fuzz/cube.d.ts.map +0 -1
- package/dist/fuzz/explorer-cost.test.d.ts +0 -2
- package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
- package/dist/fuzz/explorer.d.ts +0 -64
- package/dist/fuzz/explorer.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.d.ts +0 -16
- package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
- package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
- package/dist/fuzz/gates.d.ts +0 -33
- package/dist/fuzz/gates.d.ts.map +0 -1
- package/dist/fuzz/index.d.ts +0 -26
- package/dist/fuzz/index.d.ts.map +0 -1
- package/dist/fuzz/policies.d.ts +0 -28
- package/dist/fuzz/policies.d.ts.map +0 -1
- package/dist/fuzz/tools.d.ts +0 -20
- package/dist/fuzz/tools.d.ts.map +0 -1
- package/dist/fuzz/types.d.ts +0 -307
- package/dist/fuzz/types.d.ts.map +0 -1
- package/dist/golden-matcher.d.ts +0 -71
- package/dist/golden-matcher.d.ts.map +0 -1
- package/dist/governance/eu-ai-act.d.ts +0 -37
- package/dist/governance/eu-ai-act.d.ts.map +0 -1
- package/dist/governance/index.d.ts.map +0 -1
- package/dist/governance/nist-ai-rmf.d.ts +0 -15
- package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
- package/dist/governance/soc2.d.ts +0 -12
- package/dist/governance/soc2.d.ts.map +0 -1
- package/dist/governance/types.d.ts +0 -66
- package/dist/governance/types.d.ts.map +0 -1
- package/dist/harness-optimizer.d.ts +0 -82
- package/dist/harness-optimizer.d.ts.map +0 -1
- package/dist/held-out-gate.d.ts +0 -135
- package/dist/held-out-gate.d.ts.map +0 -1
- package/dist/hosted/client.d.ts +0 -73
- package/dist/hosted/client.d.ts.map +0 -1
- package/dist/hosted/from-env.test.d.ts +0 -8
- package/dist/hosted/from-env.test.d.ts.map +0 -1
- package/dist/hosted/index.d.ts.map +0 -1
- package/dist/hosted/types.d.ts +0 -159
- package/dist/hosted/types.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/integrity/backend-integrity.d.ts +0 -71
- package/dist/integrity/backend-integrity.d.ts.map +0 -1
- package/dist/integrity/preflight.d.ts +0 -72
- package/dist/integrity/preflight.d.ts.map +0 -1
- package/dist/integrity/preflight.test.d.ts +0 -2
- package/dist/integrity/preflight.test.d.ts.map +0 -1
- package/dist/integrity/single-backend.d.ts +0 -67
- package/dist/integrity/single-backend.d.ts.map +0 -1
- package/dist/intent-match-judge.d.ts +0 -69
- package/dist/intent-match-judge.d.ts.map +0 -1
- package/dist/intent-match-judge.test.d.ts +0 -2
- package/dist/intent-match-judge.test.d.ts.map +0 -1
- package/dist/judge-calibration.d.ts.map +0 -1
- package/dist/judge-ensemble.d.ts +0 -66
- package/dist/judge-ensemble.d.ts.map +0 -1
- package/dist/judge-ensemble.test.d.ts +0 -8
- package/dist/judge-ensemble.test.d.ts.map +0 -1
- package/dist/judge-families.d.ts +0 -38
- package/dist/judge-families.d.ts.map +0 -1
- package/dist/judge-panel.d.ts +0 -65
- package/dist/judge-panel.d.ts.map +0 -1
- package/dist/judge-retry.d.ts +0 -70
- package/dist/judge-retry.d.ts.map +0 -1
- package/dist/judge-runner.d.ts +0 -36
- package/dist/judge-runner.d.ts.map +0 -1
- package/dist/judge-runner.test.d.ts +0 -2
- package/dist/judge-runner.test.d.ts.map +0 -1
- package/dist/judges.d.ts +0 -74
- package/dist/judges.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.d.ts +0 -89
- package/dist/keyword-coverage-judge.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.test.d.ts +0 -2
- package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
- package/dist/knowledge/index.d.ts.map +0 -1
- package/dist/knowledge/readiness.d.ts +0 -26
- package/dist/knowledge/readiness.d.ts.map +0 -1
- package/dist/knowledge/types.d.ts +0 -75
- package/dist/knowledge/types.d.ts.map +0 -1
- package/dist/live-proof.d.ts +0 -62
- package/dist/live-proof.d.ts.map +0 -1
- package/dist/llm-client.d.ts.map +0 -1
- package/dist/llm-client.test.d.ts +0 -2
- package/dist/llm-client.test.d.ts.map +0 -1
- package/dist/locked-jsonl-appender.d.ts.map +0 -1
- package/dist/matrix/aggregation.d.ts +0 -16
- package/dist/matrix/aggregation.d.ts.map +0 -1
- package/dist/matrix/index.d.ts.map +0 -1
- package/dist/matrix/runner.d.ts +0 -15
- package/dist/matrix/runner.d.ts.map +0 -1
- package/dist/matrix/types.d.ts.map +0 -1
- package/dist/meta-eval/calibration.d.ts +0 -47
- package/dist/meta-eval/calibration.d.ts.map +0 -1
- package/dist/meta-eval/correlation-study.d.ts +0 -53
- package/dist/meta-eval/correlation-study.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/meta-eval/outcome-store.d.ts.map +0 -1
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
- package/dist/meta-eval/sentinel.d.ts +0 -169
- package/dist/meta-eval/sentinel.d.ts.map +0 -1
- package/dist/metrics.d.ts +0 -63
- package/dist/metrics.d.ts.map +0 -1
- package/dist/model-seats.d.ts +0 -71
- package/dist/model-seats.d.ts.map +0 -1
- package/dist/model-seats.test.d.ts +0 -2
- package/dist/model-seats.test.d.ts.map +0 -1
- package/dist/muffled-gate-scanner.d.ts +0 -102
- package/dist/muffled-gate-scanner.d.ts.map +0 -1
- package/dist/multi-layer-verifier.d.ts.map +0 -1
- package/dist/multi-layer-verifier.test.d.ts +0 -2
- package/dist/multi-layer-verifier.test.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.d.ts +0 -80
- package/dist/multi-toolchain-layer.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.test.d.ts +0 -2
- package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
- package/dist/multishot/default-tools.d.ts +0 -34
- package/dist/multishot/default-tools.d.ts.map +0 -1
- package/dist/multishot/index.d.ts.map +0 -1
- package/dist/multishot/judges.d.ts +0 -32
- package/dist/multishot/judges.d.ts.map +0 -1
- package/dist/multishot/matrix.d.ts +0 -107
- package/dist/multishot/matrix.d.ts.map +0 -1
- package/dist/multishot/multishot.d.ts +0 -23
- package/dist/multishot/multishot.d.ts.map +0 -1
- package/dist/multishot/router.d.ts +0 -37
- package/dist/multishot/router.d.ts.map +0 -1
- package/dist/multishot/types.d.ts +0 -60
- package/dist/multishot/types.d.ts.map +0 -1
- package/dist/observability.d.ts +0 -71
- package/dist/observability.d.ts.map +0 -1
- package/dist/oracle.d.ts +0 -55
- package/dist/oracle.d.ts.map +0 -1
- package/dist/orthogonality.d.ts +0 -35
- package/dist/orthogonality.d.ts.map +0 -1
- package/dist/otel-pipeline.d.ts +0 -31
- package/dist/otel-pipeline.d.ts.map +0 -1
- package/dist/paraphrase.d.ts +0 -107
- package/dist/paraphrase.d.ts.map +0 -1
- package/dist/pareto.d.ts.map +0 -1
- package/dist/partition-held-out.d.ts +0 -70
- package/dist/partition-held-out.d.ts.map +0 -1
- package/dist/partition-held-out.test.d.ts +0 -2
- package/dist/partition-held-out.test.d.ts.map +0 -1
- package/dist/perf/index.d.ts.map +0 -1
- package/dist/perf/integrity.d.ts +0 -30
- package/dist/perf/integrity.d.ts.map +0 -1
- package/dist/perf/journey.d.ts +0 -45
- package/dist/perf/journey.d.ts.map +0 -1
- package/dist/perf/ratchet.d.ts +0 -47
- package/dist/perf/ratchet.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.d.ts +0 -31
- package/dist/pipelines/budget-breach.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.test.d.ts +0 -2
- package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.d.ts +0 -38
- package/dist/pipelines/failure-cluster.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.test.d.ts +0 -2
- package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.d.ts +0 -26
- package/dist/pipelines/first-divergence.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.test.d.ts +0 -2
- package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
- package/dist/pipelines/index.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.d.ts +0 -26
- package/dist/pipelines/judge-agreement.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.test.d.ts +0 -2
- package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
- package/dist/pipelines/regression.d.ts +0 -23
- package/dist/pipelines/regression.d.ts.map +0 -1
- package/dist/pipelines/regression.test.d.ts +0 -2
- package/dist/pipelines/regression.test.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.d.ts +0 -32
- package/dist/pipelines/stuck-loop.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.test.d.ts +0 -2
- package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.d.ts +0 -34
- package/dist/pipelines/tool-waste.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.test.d.ts +0 -2
- package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
- package/dist/playbook.d.ts +0 -16
- package/dist/playbook.d.ts.map +0 -1
- package/dist/pr-review-benchmark.d.ts +0 -88
- package/dist/pr-review-benchmark.d.ts.map +0 -1
- package/dist/pr-review-benchmark.test.d.ts +0 -2
- package/dist/pr-review-benchmark.test.d.ts.map +0 -1
- package/dist/pre-registration.d.ts +0 -125
- package/dist/pre-registration.d.ts.map +0 -1
- package/dist/prm/builtin-rubrics.d.ts +0 -33
- package/dist/prm/builtin-rubrics.d.ts.map +0 -1
- package/dist/prm/index.d.ts.map +0 -1
- package/dist/prm/inference.d.ts +0 -29
- package/dist/prm/inference.d.ts.map +0 -1
- package/dist/prm/inference.test.d.ts +0 -2
- package/dist/prm/inference.test.d.ts.map +0 -1
- package/dist/prm/rubric.d.ts.map +0 -1
- package/dist/prm/training-export.d.ts +0 -38
- package/dist/prm/training-export.d.ts.map +0 -1
- package/dist/produced-state.d.ts +0 -63
- package/dist/produced-state.d.ts.map +0 -1
- package/dist/produced-state.test.d.ts +0 -8
- package/dist/produced-state.test.d.ts.map +0 -1
- package/dist/profile/baselines.d.ts +0 -37
- package/dist/profile/baselines.d.ts.map +0 -1
- package/dist/profile/index.d.ts +0 -105
- package/dist/profile/index.d.ts.map +0 -1
- package/dist/promotion-gate.d.ts +0 -93
- package/dist/promotion-gate.d.ts.map +0 -1
- package/dist/prompt-registry.d.ts +0 -41
- package/dist/prompt-registry.d.ts.map +0 -1
- package/dist/propose-review-control.d.ts +0 -49
- package/dist/propose-review-control.d.ts.map +0 -1
- package/dist/propose-review-control.test.d.ts +0 -2
- package/dist/propose-review-control.test.d.ts.map +0 -1
- package/dist/propose-review.d.ts +0 -155
- package/dist/propose-review.d.ts.map +0 -1
- package/dist/red-team.d.ts.map +0 -1
- package/dist/reference-replay-steering.d.ts +0 -11
- package/dist/reference-replay-steering.d.ts.map +0 -1
- package/dist/reference-replay.d.ts +0 -176
- package/dist/reference-replay.d.ts.map +0 -1
- package/dist/reflective-mutation.d.ts +0 -79
- package/dist/reflective-mutation.d.ts.map +0 -1
- package/dist/registry.d.ts +0 -31
- package/dist/registry.d.ts.map +0 -1
- package/dist/release-confidence.d.ts +0 -128
- package/dist/release-confidence.d.ts.map +0 -1
- package/dist/release-report.d.ts +0 -11
- package/dist/release-report.d.ts.map +0 -1
- package/dist/replay.d.ts +0 -120
- package/dist/replay.d.ts.map +0 -1
- package/dist/reporter.d.ts +0 -14
- package/dist/reporter.d.ts.map +0 -1
- package/dist/reporting.d.ts.map +0 -1
- package/dist/researcher.d.ts +0 -140
- package/dist/researcher.d.ts.map +0 -1
- package/dist/reviewer.d.ts +0 -118
- package/dist/reviewer.d.ts.map +0 -1
- package/dist/reviewer.test.d.ts +0 -2
- package/dist/reviewer.test.d.ts.map +0 -1
- package/dist/reward-model-export.d.ts +0 -60
- package/dist/reward-model-export.d.ts.map +0 -1
- package/dist/rl/active-curriculum.d.ts +0 -110
- package/dist/rl/active-curriculum.d.ts.map +0 -1
- package/dist/rl/adaptation-eval.d.ts +0 -109
- package/dist/rl/adaptation-eval.d.ts.map +0 -1
- package/dist/rl/adversarial.d.ts.map +0 -1
- package/dist/rl/compute-curves.d.ts +0 -127
- package/dist/rl/compute-curves.d.ts.map +0 -1
- package/dist/rl/contamination.d.ts +0 -117
- package/dist/rl/contamination.d.ts.map +0 -1
- package/dist/rl/corpus.d.ts +0 -55
- package/dist/rl/corpus.d.ts.map +0 -1
- package/dist/rl/corpus.test.d.ts +0 -2
- package/dist/rl/corpus.test.d.ts.map +0 -1
- package/dist/rl/dataset.d.ts +0 -102
- package/dist/rl/dataset.d.ts.map +0 -1
- package/dist/rl/dataset.test.d.ts +0 -2
- package/dist/rl/dataset.test.d.ts.map +0 -1
- package/dist/rl/exporters.d.ts +0 -141
- package/dist/rl/exporters.d.ts.map +0 -1
- package/dist/rl/index.d.ts +0 -49
- package/dist/rl/index.d.ts.map +0 -1
- package/dist/rl/off-policy.d.ts.map +0 -1
- package/dist/rl/predictive-validity-researcher.d.ts +0 -69
- package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
- package/dist/rl/preferences.d.ts +0 -141
- package/dist/rl/preferences.d.ts.map +0 -1
- package/dist/rl/process-reward.d.ts +0 -122
- package/dist/rl/process-reward.d.ts.map +0 -1
- package/dist/rl/reward-hacking.d.ts +0 -104
- package/dist/rl/reward-hacking.d.ts.map +0 -1
- package/dist/rl/rl-campaign.d.ts +0 -85
- package/dist/rl/rl-campaign.d.ts.map +0 -1
- package/dist/rl/run-record-adapters.d.ts +0 -56
- package/dist/rl/run-record-adapters.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.d.ts +0 -166
- package/dist/rl/sim-fidelity.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.test.d.ts +0 -2
- package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
- package/dist/rl/tournament.d.ts +0 -115
- package/dist/rl/tournament.d.ts.map +0 -1
- package/dist/rl/verifiable-reward.d.ts +0 -124
- package/dist/rl/verifiable-reward.d.ts.map +0 -1
- package/dist/run-critic.d.ts +0 -23
- package/dist/run-critic.d.ts.map +0 -1
- package/dist/run-evidence.d.ts +0 -32
- package/dist/run-evidence.d.ts.map +0 -1
- package/dist/run-record.d.ts.map +0 -1
- package/dist/run-record.test.d.ts +0 -2
- package/dist/run-record.test.d.ts.map +0 -1
- package/dist/run-score.d.ts +0 -31
- package/dist/run-score.d.ts.map +0 -1
- package/dist/runtime-trajectory.d.ts +0 -47
- package/dist/runtime-trajectory.d.ts.map +0 -1
- package/dist/sandbox-harness.d.ts.map +0 -1
- package/dist/sandbox-harness.test.d.ts +0 -2
- package/dist/sandbox-harness.test.d.ts.map +0 -1
- package/dist/sandbox-pool.d.ts +0 -74
- package/dist/sandbox-pool.d.ts.map +0 -1
- package/dist/sandbox-pool.test.d.ts +0 -2
- package/dist/sandbox-pool.test.d.ts.map +0 -1
- package/dist/scorecard.d.ts +0 -133
- package/dist/scorecard.d.ts.map +0 -1
- package/dist/scorecard.test.d.ts +0 -2
- package/dist/scorecard.test.d.ts.map +0 -1
- package/dist/self-play.d.ts +0 -69
- package/dist/self-play.d.ts.map +0 -1
- package/dist/semantic-concept-judge.d.ts +0 -135
- package/dist/semantic-concept-judge.d.ts.map +0 -1
- package/dist/semantic-concept-judge.test.d.ts +0 -2
- package/dist/semantic-concept-judge.test.d.ts.map +0 -1
- package/dist/sequential.d.ts.map +0 -1
- package/dist/series-convergence.d.ts.map +0 -1
- package/dist/slo.d.ts +0 -48
- package/dist/slo.d.ts.map +0 -1
- package/dist/state-continuity.d.ts +0 -47
- package/dist/state-continuity.d.ts.map +0 -1
- package/dist/statistics.d.ts.map +0 -1
- package/dist/statistics.test.d.ts +0 -2
- package/dist/statistics.test.d.ts.map +0 -1
- package/dist/steering-optimizer.d.ts +0 -58
- package/dist/steering-optimizer.d.ts.map +0 -1
- package/dist/steering.d.ts +0 -24
- package/dist/steering.d.ts.map +0 -1
- package/dist/storyboard/code-edit.d.ts +0 -64
- package/dist/storyboard/code-edit.d.ts.map +0 -1
- package/dist/storyboard/code-edit.test.d.ts +0 -2
- package/dist/storyboard/code-edit.test.d.ts.map +0 -1
- package/dist/storyboard/index.d.ts.map +0 -1
- package/dist/storyboard/index.test.d.ts +0 -2
- package/dist/storyboard/index.test.d.ts.map +0 -1
- package/dist/summary-report.d.ts.map +0 -1
- package/dist/telemetry/client.d.ts +0 -35
- package/dist/telemetry/client.d.ts.map +0 -1
- package/dist/telemetry/index.d.ts.map +0 -1
- package/dist/telemetry/schema.d.ts +0 -61
- package/dist/telemetry/schema.d.ts.map +0 -1
- package/dist/telemetry/sink-fetch.d.ts +0 -39
- package/dist/telemetry/sink-fetch.d.ts.map +0 -1
- package/dist/telemetry/sink-file.d.ts.map +0 -1
- package/dist/test-graded-scenario.d.ts +0 -42
- package/dist/test-graded-scenario.d.ts.map +0 -1
- package/dist/testing.d.ts.map +0 -1
- package/dist/tool-use-metrics.d.ts +0 -35
- package/dist/tool-use-metrics.d.ts.map +0 -1
- package/dist/trace/capture-fetch.d.ts +0 -48
- package/dist/trace/capture-fetch.d.ts.map +0 -1
- package/dist/trace/capture-fetch.test.d.ts +0 -2
- package/dist/trace/capture-fetch.test.d.ts.map +0 -1
- package/dist/trace/emitter.d.ts.map +0 -1
- package/dist/trace/extract-usage.d.ts +0 -46
- package/dist/trace/extract-usage.d.ts.map +0 -1
- package/dist/trace/extract-usage.test.d.ts +0 -2
- package/dist/trace/extract-usage.test.d.ts.map +0 -1
- package/dist/trace/index.d.ts +0 -15
- package/dist/trace/index.d.ts.map +0 -1
- package/dist/trace/integrity.d.ts.map +0 -1
- package/dist/trace/otel-bridge.d.ts +0 -29
- package/dist/trace/otel-bridge.d.ts.map +0 -1
- package/dist/trace/otel-export.d.ts +0 -52
- package/dist/trace/otel-export.d.ts.map +0 -1
- package/dist/trace/otel.d.ts +0 -57
- package/dist/trace/otel.d.ts.map +0 -1
- package/dist/trace/otlp-attributes.d.ts +0 -17
- package/dist/trace/otlp-attributes.d.ts.map +0 -1
- package/dist/trace/query.d.ts +0 -29
- package/dist/trace/query.d.ts.map +0 -1
- package/dist/trace/query.test.d.ts +0 -2
- package/dist/trace/query.test.d.ts.map +0 -1
- package/dist/trace/raw-provider-sink.d.ts.map +0 -1
- package/dist/trace/redact.d.ts.map +0 -1
- package/dist/trace/schema.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.d.ts +0 -72
- package/dist/trace/store-to-otlp.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.test.d.ts +0 -2
- package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
- package/dist/trace/store.d.ts.map +0 -1
- package/dist/trace/store.test.d.ts +0 -2
- package/dist/trace/store.test.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.test.d.ts +0 -2
- package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
- package/dist/trace-analyst/hook.d.ts +0 -55
- package/dist/trace-analyst/hook.d.ts.map +0 -1
- package/dist/trace-analyst/index.d.ts +0 -18
- package/dist/trace-analyst/index.d.ts.map +0 -1
- package/dist/trace-analyst/insights.d.ts +0 -71
- package/dist/trace-analyst/insights.d.ts.map +0 -1
- package/dist/trace-analyst/insights.test.d.ts +0 -2
- package/dist/trace-analyst/insights.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
- package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.d.ts +0 -85
- package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/prompts.d.ts +0 -6
- package/dist/trace-analyst/prompts.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.d.ts +0 -126
- package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
- package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/store.d.ts +0 -63
- package/dist/trace-analyst/store.d.ts.map +0 -1
- package/dist/trace-analyst/tools.d.ts +0 -44
- package/dist/trace-analyst/tools.d.ts.map +0 -1
- package/dist/trace-analyst/tools.test.d.ts +0 -10
- package/dist/trace-analyst/tools.test.d.ts.map +0 -1
- package/dist/trace-analyst/types.d.ts.map +0 -1
- package/dist/trace-contracts.d.ts +0 -180
- package/dist/trace-contracts.d.ts.map +0 -1
- package/dist/traced-analyst.d.ts +0 -26
- package/dist/traced-analyst.d.ts.map +0 -1
- package/dist/traced-judges.d.ts +0 -27
- package/dist/traced-judges.d.ts.map +0 -1
- package/dist/traces.d.ts.map +0 -1
- package/dist/trajectory.d.ts.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/ui-finding.d.ts +0 -104
- package/dist/ui-finding.d.ts.map +0 -1
- package/dist/verdict-cache.d.ts +0 -78
- package/dist/verdict-cache.d.ts.map +0 -1
- package/dist/verdict-cache.test.d.ts +0 -2
- package/dist/verdict-cache.test.d.ts.map +0 -1
- package/dist/verdict.d.ts.map +0 -1
- package/dist/visual-diff.d.ts +0 -32
- package/dist/visual-diff.d.ts.map +0 -1
- package/dist/wire/handlers.d.ts +0 -54
- package/dist/wire/handlers.d.ts.map +0 -1
- package/dist/wire/index.d.ts.map +0 -1
- package/dist/wire/openapi.d.ts +0 -3
- package/dist/wire/openapi.d.ts.map +0 -1
- package/dist/wire/rpc.d.ts +0 -21
- package/dist/wire/rpc.d.ts.map +0 -1
- package/dist/wire/rubrics.d.ts +0 -34
- package/dist/wire/rubrics.d.ts.map +0 -1
- package/dist/wire/schemas.d.ts +0 -410
- package/dist/wire/schemas.d.ts.map +0 -1
- package/dist/wire/server.d.ts +0 -60
- package/dist/wire/server.d.ts.map +0 -1
- package/dist/workflow/event-schema.d.ts +0 -5
- package/dist/workflow/event-schema.d.ts.map +0 -1
- package/dist/workflow/feedback-pack.d.ts +0 -99
- package/dist/workflow/feedback-pack.d.ts.map +0 -1
- package/dist/workflow/index.d.ts.map +0 -1
- package/dist/workflow/intelligence-export.d.ts +0 -62
- package/dist/workflow/intelligence-export.d.ts.map +0 -1
- package/dist/workflow/partner-report.d.ts +0 -49
- package/dist/workflow/partner-report.d.ts.map +0 -1
- package/dist/workflow/phase-graph.d.ts +0 -43
- package/dist/workflow/phase-graph.d.ts.map +0 -1
- package/dist/workflow/promotion-gate.d.ts +0 -61
- package/dist/workflow/promotion-gate.d.ts.map +0 -1
- package/dist/workflow/run-record.d.ts +0 -12
- package/dist/workflow/run-record.d.ts.map +0 -1
- package/dist/workflow/runtime-adapter.d.ts +0 -20
- package/dist/workflow/runtime-adapter.d.ts.map +0 -1
- package/dist/workflow/sanitize.d.ts +0 -21
- package/dist/workflow/sanitize.d.ts.map +0 -1
- package/dist/workflow/schema.d.ts +0 -5
- package/dist/workflow/schema.d.ts.map +0 -1
- package/dist/workflow/summary.d.ts +0 -43
- package/dist/workflow/summary.d.ts.map +0 -1
- package/dist/workflow/trace-event-fields.d.ts +0 -6
- package/dist/workflow/trace-event-fields.d.ts.map +0 -1
- package/dist/workflow/trajectory.d.ts +0 -15
- package/dist/workflow/trajectory.d.ts.map +0 -1
- package/dist/workflow/types.d.ts +0 -68
- package/dist/workflow/types.d.ts.map +0 -1
- package/dist/workspace-inspector.d.ts +0 -67
- package/dist/workspace-inspector.d.ts.map +0 -1
- package/dist/wrangler-deploy-runner.test.d.ts +0 -2
- package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"executor.test.d.ts","sourceRoot":"","sources":["../src/executor.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}
|
|
@@ -1,178 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Experiment tracker — git-provenanced experiment log with N-rep stats and a
|
|
3
|
-
* KEEP / REGRESSION / NOISE verdict against a parent.
|
|
4
|
-
*
|
|
5
|
-
* Every loop the fleet runs reduces to the same question: "I ran the candidate
|
|
6
|
-
* N times — is the median measurably better than the parent, or is the delta
|
|
7
|
-
* inside the noise band?" The hand-rolled copies bake a fixed score scale
|
|
8
|
-
* (percentage points), a fixed store path (`.evolve/experiments-v2.json`), and
|
|
9
|
-
* `execSync('git …')` straight into the module. This is the canonical version:
|
|
10
|
-
* provenance and persistence are injected, thresholds are configurable, and the
|
|
11
|
-
* stats + verdict are pure functions you can unit-test without a git repo or a
|
|
12
|
-
* filesystem.
|
|
13
|
-
*
|
|
14
|
-
* Stats per experiment: median / mean / min / max / iqr / stddev / passRate /
|
|
15
|
-
* n, plus a `stable` flag (`iqr < iqrUnstableAbove && stddev < stddevUnstableAbove`).
|
|
16
|
-
*
|
|
17
|
-
* Verdict against a parent (both must have `n >= minRepsForVerdict`):
|
|
18
|
-
* - NOISE — the candidate is too unstable to judge (`!stable`)
|
|
19
|
-
* - KEEP — `medianDelta > keepThreshold`
|
|
20
|
-
* - REGRESSION — `medianDelta < -regressionThreshold`
|
|
21
|
-
* - NOISE — otherwise (delta inside the band)
|
|
22
|
-
* With no parent (or insufficient reps) the verdict is the neutral ITERATE.
|
|
23
|
-
*/
|
|
24
|
-
/** Verdict for one experiment relative to its parent. ITERATE is the neutral
|
|
25
|
-
* "keep collecting reps / no parent to compare against" state. */
|
|
26
|
-
export type ExperimentVerdict = 'KEEP' | 'ITERATE' | 'NOISE' | 'REGRESSION';
|
|
27
|
-
/** Git provenance for the working tree an experiment was run from. */
|
|
28
|
-
export interface ExperimentProvenance {
|
|
29
|
-
/** Commit sha (short or full — the tracker does not interpret it). */
|
|
30
|
-
commit: string;
|
|
31
|
-
/** First line of the commit message. */
|
|
32
|
-
message: string;
|
|
33
|
-
/** Files changed vs the parent commit, or a marker like 'uncommitted'. */
|
|
34
|
-
changedFiles: string[];
|
|
35
|
-
}
|
|
36
|
-
/** A single repetition of an experiment, carrying the score the verdict is
|
|
37
|
-
* computed on plus any free-form per-rep metrics the consumer wants kept. */
|
|
38
|
-
export interface ExperimentRep {
|
|
39
|
-
/** 0-indexed repetition number within the experiment. */
|
|
40
|
-
rep: number;
|
|
41
|
-
/** The score this rep is judged on (same scale as the thresholds). */
|
|
42
|
-
score: number;
|
|
43
|
-
/** ISO timestamp the rep completed. */
|
|
44
|
-
timestamp: string;
|
|
45
|
-
/** Whether this rep passed the consumer's own gate — folded into `passRate`. */
|
|
46
|
-
passed?: boolean;
|
|
47
|
-
/** Free-form numeric metrics retained for later analysis. */
|
|
48
|
-
metrics?: Record<string, number>;
|
|
49
|
-
}
|
|
50
|
-
export interface ExperimentStats {
|
|
51
|
-
median: number;
|
|
52
|
-
mean: number;
|
|
53
|
-
min: number;
|
|
54
|
-
max: number;
|
|
55
|
-
/** Inter-quartile range of the rep scores. */
|
|
56
|
-
iqr: number;
|
|
57
|
-
/** Population standard deviation of the rep scores. */
|
|
58
|
-
stddev: number;
|
|
59
|
-
/** Fraction of reps with `passed === true`, over reps that set `passed`.
|
|
60
|
-
* null when no rep declared a pass/fail outcome. */
|
|
61
|
-
passRate: number | null;
|
|
62
|
-
/** Number of reps. */
|
|
63
|
-
n: number;
|
|
64
|
-
/** True when the sample is tight enough to trust for a verdict. */
|
|
65
|
-
stable: boolean;
|
|
66
|
-
}
|
|
67
|
-
export interface Experiment {
|
|
68
|
-
/** Stable id for the experiment. */
|
|
69
|
-
id: string;
|
|
70
|
-
/** Free-form label / config descriptor. */
|
|
71
|
-
label: string;
|
|
72
|
-
/** Git provenance captured when the experiment was created. */
|
|
73
|
-
provenance: ExperimentProvenance;
|
|
74
|
-
/** Parent experiment id this candidate is compared against, if any. */
|
|
75
|
-
parentId?: string;
|
|
76
|
-
/** One-line summary of what changed from the parent. */
|
|
77
|
-
changeSummary: string;
|
|
78
|
-
reps: ExperimentRep[];
|
|
79
|
-
stats: ExperimentStats;
|
|
80
|
-
verdict: ExperimentVerdict;
|
|
81
|
-
/** ISO timestamp the experiment was created. */
|
|
82
|
-
createdAt: string;
|
|
83
|
-
}
|
|
84
|
-
export interface ImprovementThresholds {
|
|
85
|
-
/** medianDelta strictly above this ⇒ KEEP. Default 5. */
|
|
86
|
-
keepThreshold?: number;
|
|
87
|
-
/** medianDelta strictly below the negative of this ⇒ REGRESSION. Default 5. */
|
|
88
|
-
regressionThreshold?: number;
|
|
89
|
-
/** iqr at or above this ⇒ unstable. Default 10. */
|
|
90
|
-
iqrUnstableAbove?: number;
|
|
91
|
-
/** stddev at or above this ⇒ unstable. Default Infinity (iqr-only stability). */
|
|
92
|
-
stddevUnstableAbove?: number;
|
|
93
|
-
/** Reps required on BOTH candidate and parent before a verdict is rendered.
|
|
94
|
-
* Default 3. */
|
|
95
|
-
minRepsForVerdict?: number;
|
|
96
|
-
}
|
|
97
|
-
export interface ImprovementVerdictResult {
|
|
98
|
-
verdict: ExperimentVerdict;
|
|
99
|
-
/** candidate.median − parent.median; null when no parent or insufficient reps. */
|
|
100
|
-
medianDelta: number | null;
|
|
101
|
-
/** Human-readable reason for the verdict — for dashboards and logs. */
|
|
102
|
-
reason: string;
|
|
103
|
-
}
|
|
104
|
-
/**
|
|
105
|
-
* Compute the N-rep statistics for a set of reps. Pure — no I/O. The `stable`
|
|
106
|
-
* flag is the trust gate the verdict depends on: a sample whose spread exceeds
|
|
107
|
-
* the configured bounds can't distinguish a real delta from run-to-run noise.
|
|
108
|
-
*/
|
|
109
|
-
export declare function computeExperimentStats(reps: ExperimentRep[], thresholds?: ImprovementThresholds): ExperimentStats;
|
|
110
|
-
/**
|
|
111
|
-
* Verdict for a candidate against its parent. Pure — operates on already-computed
|
|
112
|
-
* stats. KEEP/REGRESSION require both sides to have `>= minRepsForVerdict` reps
|
|
113
|
-
* AND the candidate to be `stable`; otherwise the result is NOISE (unstable) or
|
|
114
|
-
* ITERATE (not enough reps / no parent).
|
|
115
|
-
*/
|
|
116
|
-
export declare function improvementVerdict(candidate: ExperimentStats, parent: ExperimentStats | null, thresholds?: ImprovementThresholds): ImprovementVerdictResult;
|
|
117
|
-
/** Reads git provenance for the working tree. Inject a fake in tests; the
|
|
118
|
-
* default implementation shells out to `git`. */
|
|
119
|
-
export type ProvenanceReader = () => ExperimentProvenance | Promise<ExperimentProvenance>;
|
|
120
|
-
/** Persistence seam for the experiment log. Inject in-memory in tests; the
|
|
121
|
-
* filesystem implementation is `fileExperimentStore`. */
|
|
122
|
-
export interface ExperimentStore {
|
|
123
|
-
load(): Promise<Experiment[]>;
|
|
124
|
-
save(experiments: Experiment[]): Promise<void>;
|
|
125
|
-
}
|
|
126
|
-
/**
|
|
127
|
-
* Default provenance reader: `git rev-parse HEAD`, the subject line, and the
|
|
128
|
-
* files changed vs `HEAD~1`. Fail-loud — a tracker that silently logs
|
|
129
|
-
* `commit: 'unknown'` corrupts the provenance the whole point of the log is to
|
|
130
|
-
* carry. When the working tree genuinely has no parent commit, pass an override.
|
|
131
|
-
*/
|
|
132
|
-
export declare const gitProvenanceReader: ProvenanceReader;
|
|
133
|
-
/** In-memory store — the default when no persistence is wanted (tests, ephemeral
|
|
134
|
-
* runs). State lives on the instance. */
|
|
135
|
-
export declare function inMemoryExperimentStore(initial?: Experiment[]): ExperimentStore;
|
|
136
|
-
/** Filesystem store — a single JSON array at `path`, created on first save. */
|
|
137
|
-
export declare function fileExperimentStore(path: string): ExperimentStore;
|
|
138
|
-
export interface ExperimentTrackerOptions {
|
|
139
|
-
store?: ExperimentStore;
|
|
140
|
-
provenanceReader?: ProvenanceReader;
|
|
141
|
-
thresholds?: ImprovementThresholds;
|
|
142
|
-
/** Clock seam for deterministic timestamps in tests. Default `Date.now`. */
|
|
143
|
-
now?: () => number;
|
|
144
|
-
}
|
|
145
|
-
export interface CreateExperimentInput {
|
|
146
|
-
id: string;
|
|
147
|
-
label: string;
|
|
148
|
-
changeSummary: string;
|
|
149
|
-
parentId?: string;
|
|
150
|
-
/** Override provenance instead of reading from git (e.g. CI metadata). */
|
|
151
|
-
provenance?: ExperimentProvenance;
|
|
152
|
-
}
|
|
153
|
-
/**
|
|
154
|
-
* Stateful tracker over an `ExperimentStore`. Create an experiment (provenance
|
|
155
|
-
* is captured once), append reps as they complete (stats + verdict recompute on
|
|
156
|
-
* every append), and read the log back for a dashboard. All persistence and git
|
|
157
|
-
* access flow through the injected seams, so the tracker is fully testable
|
|
158
|
-
* without a repo or disk.
|
|
159
|
-
*/
|
|
160
|
-
export declare class ExperimentTracker {
|
|
161
|
-
private readonly store;
|
|
162
|
-
private readonly provenanceReader;
|
|
163
|
-
private readonly thresholds;
|
|
164
|
-
private readonly now;
|
|
165
|
-
constructor(options?: ExperimentTrackerOptions);
|
|
166
|
-
create(input: CreateExperimentInput): Promise<Experiment>;
|
|
167
|
-
/** Append a rep (its `rep` index defaults to the current rep count) and
|
|
168
|
-
* recompute stats + verdict. Returns the updated experiment. */
|
|
169
|
-
addRep(experimentId: string, rep: Omit<ExperimentRep, 'rep' | 'timestamp'> & {
|
|
170
|
-
rep?: number;
|
|
171
|
-
timestamp?: string;
|
|
172
|
-
}): Promise<Experiment>;
|
|
173
|
-
get(experimentId: string): Promise<Experiment | undefined>;
|
|
174
|
-
list(): Promise<Experiment[]>;
|
|
175
|
-
/** Full verdict (not just the enum) for an experiment vs its parent. */
|
|
176
|
-
verdictFor(experimentId: string): Promise<ImprovementVerdictResult>;
|
|
177
|
-
}
|
|
178
|
-
//# sourceMappingURL=experiment-tracker.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-tracker.d.ts","sourceRoot":"","sources":["../src/experiment-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAMH;mEACmE;AACnE,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,YAAY,CAAA;AAE3E,sEAAsE;AACtE,MAAM,WAAW,oBAAoB;IACnC,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAA;IACd,wCAAwC;IACxC,OAAO,EAAE,MAAM,CAAA;IACf,0EAA0E;IAC1E,YAAY,EAAE,MAAM,EAAE,CAAA;CACvB;AAED;8EAC8E;AAC9E,MAAM,WAAW,aAAa;IAC5B,yDAAyD;IACzD,GAAG,EAAE,MAAM,CAAA;IACX,sEAAsE;IACtE,KAAK,EAAE,MAAM,CAAA;IACb,uCAAuC;IACvC,SAAS,EAAE,MAAM,CAAA;IACjB,gFAAgF;IAChF,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB,6DAA6D;IAC7D,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,8CAA8C;IAC9C,GAAG,EAAE,MAAM,CAAA;IACX,uDAAuD;IACvD,MAAM,EAAE,MAAM,CAAA;IACd;yDACqD;IACrD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;IACvB,sBAAsB;IACtB,CAAC,EAAE,MAAM,CAAA;IACT,mEAAmE;IACnE,MAAM,EAAE,OAAO,CAAA;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,oCAAoC;IACpC,EAAE,EAAE,MAAM,CAAA;IACV,2CAA2C;IAC3C,KAAK,EAAE,MAAM,CAAA;IACb,+DAA+D;IAC/D,UAAU,EAAE,oBAAoB,CAAA;IAChC,uEAAuE;IACvE,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,wDAAwD;IACxD,aAAa,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,aAAa,EAAE,CAAA;IACrB,KAAK,EAAE,eAAe,CAAA;IACtB,OAAO,EAAE,iBAAiB,CAAA;IAC1B,gDAAgD;IAChD,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,yDAAyD;IACzD,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,+EAA+E;IAC/E,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B,mDAAmD;IACnD,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,iFAAiF;IACjF,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B;qBACiB;IACjB,iBAAiB,CAAC,EAAE,MAAM,CAAA;CAC3B;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,iBAAiB,CAAA;IAC1B,kFAAkF;IAClF,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,uEAAuE;IACvE,MAAM,EAAE,MAAM,CAAA;CACf;AA4CD;;;;GAIG;AACH,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,aAAa,EAAE,EACrB,UAAU,CAAC,EAAE,qBAAqB,GACjC,eAAe,CAwCjB;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,eAAe,EAC1B,MAAM,EAAE,eAAe,GAAG,IAAI,EAC9B,UAAU,CAAC,EAAE,qBAAqB,GACjC,wBAAwB,CAuC1B;AAID;kDACkD;AAClD,MAAM,MAAM,gBAAgB,GAAG,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;AAEzF;0DAC0D;AAC1D,MAAM,WAAW,eAAe;IAC9B,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAAA;IAC7B,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CAC/C;AAED;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,EAAE,gBAOjC,CAAA;AAED;0CAC0C;AAC1C,wBAAgB,uBAAuB,CAAC,OAAO,GAAE,UAAU,EAAO,GAAG,eAAe,CAUnF;AAED,+EAA+E;AAC/E,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,CAuBjE;AAED,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,eAAe,CAAA;IACvB,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;IACnC,UAAU,CAAC,EAAE,qBAAqB,CAAA;IAClC,4EAA4E;IAC5E,GAAG,CAAC,EAAE,MAAM,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,0EAA0E;IAC1E,UAAU,CAAC,EAAE,oBAAoB,CAAA;CAClC;AAED;;;;;;GAMG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAiB;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAiC;IAC5D,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAc;gBAEtB,OAAO,GAAE,wBAA6B;IAO5C,MAAM,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,UAAU,CAAC;IA2B/D;qEACiE;IAC3D,MAAM,CACV,YAAY,EAAE,MAAM,EACpB,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,KAAK,GAAG,WAAW,CAAC,GAAG;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,GACnF,OAAO,CAAC,UAAU,CAAC;IAoBhB,GAAG,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IAM1D,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAInC,wEAAwE;IAClE,UAAU,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,wBAAwB,CAAC;CAQ1E"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"experiment-tracker.test.d.ts","sourceRoot":"","sources":["../src/experiment-tracker.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Failure taxonomy — canonical classes + a default classifier.
|
|
3
|
-
*
|
|
4
|
-
* Every failed run should end up in a named class. The classifier here
|
|
5
|
-
* is rule-based (fast, deterministic); an LLM fallback can be added by
|
|
6
|
-
* the consumer for novel cases and trained into the rule base over time.
|
|
7
|
-
*
|
|
8
|
-
* Consumers call `classifyFailure(run, spans, events)` and persist the
|
|
9
|
-
* returned class as `Run.outcome.failureClass`.
|
|
10
|
-
*/
|
|
11
|
-
import type { FailureClass, Run, Span, TraceEvent } from './trace/schema';
|
|
12
|
-
import { FAILURE_CLASSES } from './trace/schema';
|
|
13
|
-
export { FAILURE_CLASSES, type FailureClass };
|
|
14
|
-
export interface FailureContext {
|
|
15
|
-
run: Run;
|
|
16
|
-
spans: Span[];
|
|
17
|
-
events: TraceEvent[];
|
|
18
|
-
}
|
|
19
|
-
export interface FailureClassification {
|
|
20
|
-
failureClass: FailureClass;
|
|
21
|
-
reason: string;
|
|
22
|
-
triggerSpanId?: string;
|
|
23
|
-
triggerEventId?: string;
|
|
24
|
-
}
|
|
25
|
-
/** Ordered rules — first match wins. */
|
|
26
|
-
export interface FailureRule {
|
|
27
|
-
id: string;
|
|
28
|
-
match: (ctx: FailureContext) => {
|
|
29
|
-
failureClass: FailureClass;
|
|
30
|
-
reason: string;
|
|
31
|
-
triggerSpanId?: string;
|
|
32
|
-
triggerEventId?: string;
|
|
33
|
-
} | null;
|
|
34
|
-
}
|
|
35
|
-
export declare const DEFAULT_RULES: FailureRule[];
|
|
36
|
-
/** Classify the failure mode of a run using an ordered rule list. */
|
|
37
|
-
export declare function classifyFailure(ctx: FailureContext, rules?: FailureRule[]): FailureClassification;
|
|
38
|
-
//# sourceMappingURL=failure-taxonomy.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"failure-taxonomy.d.ts","sourceRoot":"","sources":["../src/failure-taxonomy.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAEhD,OAAO,EAAE,eAAe,EAAE,KAAK,YAAY,EAAE,CAAA;AAE7C,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,GAAG,CAAA;IACR,KAAK,EAAE,IAAI,EAAE,CAAA;IACb,MAAM,EAAE,UAAU,EAAE,CAAA;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,YAAY,CAAA;IAC1B,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,cAAc,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,wCAAwC;AACxC,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,CAAC,GAAG,EAAE,cAAc,KAAK;QAC9B,YAAY,EAAE,YAAY,CAAA;QAC1B,MAAM,EAAE,MAAM,CAAA;QACd,aAAa,CAAC,EAAE,MAAM,CAAA;QACtB,cAAc,CAAC,EAAE,MAAM,CAAA;KACxB,GAAG,IAAI,CAAA;CACT;AAED,eAAO,MAAM,aAAa,EAAE,WAAW,EAmXtC,CAAA;AAqCD,qEAAqE;AACrE,wBAAgB,eAAe,CAC7B,GAAG,EAAE,cAAc,EACnB,KAAK,GAAE,WAAW,EAAkB,GACnC,qBAAqB,CASvB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"feedback-trajectory.d.ts","sourceRoot":"","sources":["../src/feedback-trajectory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAA;AACzF,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AAE9D,MAAM,MAAM,oBAAoB,GAC5B,MAAM,GACN,MAAM,GACN,MAAM,GACN,UAAU,GACV,QAAQ,GACR,IAAI,GACJ,UAAU,GACV,MAAM,GACN,OAAO,CAAA;AAEX,MAAM,MAAM,mBAAmB,GAAG,MAAM,GAAG,OAAO,GAAG,aAAa,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAA;AAEnG,MAAM,MAAM,iBAAiB,GACzB,SAAS,GACT,QAAQ,GACR,QAAQ,GACR,MAAM,GACN,MAAM,GACN,MAAM,GACN,SAAS,GACT,gBAAgB,GAChB,cAAc,GACd,kBAAkB,CAAA;AAEtB,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,UAAU,CAAA;AAExE,MAAM,WAAW,YAAY;IAC3B,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IAChC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,kBAAkB,CAAC,EAAE,OAAO,CAAA;IAC5B,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,MAAM,EAAE,mBAAmB,CAAA;IAC3B,IAAI,EAAE,iBAAiB,CAAA;IACvB,KAAK,EAAE,OAAO,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IAC3B,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,oBAAoB,CAAA;IAClC,QAAQ,EAAE,OAAO,CAAA;IACjB,OAAO,CAAC,EAAE,OAAO,EAAE,CAAA;IACnB,cAAc,CAAC,EAAE,kBAAkB,CAAA;IACnC,KAAK,CAAC,EAAE,iBAAiB,EAAE,CAAA;IAC3B,QAAQ,CAAC,EAAE,aAAa,EAAE,CAAA;IAC1B,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAChC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAA;IACV,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,YAAY,CAAA;IAClB,QAAQ,EAAE,eAAe,EAAE,CAAA;IAC3B,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,OAAO,CAAC,EAAE,eAAe,CAAA;IACzB,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAA;IACnD,IAAI,CAAC,MAAM,CAAC,EAAE,wBAAwB,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAA;IACtE,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;IAChF,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;CAC/F;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,MAAM,EAAE,MAAM,CAAA;IACd,kBAAkB,EAAE,MAAM,CAAA;IAC1B,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,iBAAiB,EAAE,CAAA;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,OAAO,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,aAAa,EAAE,CAAA;IACvB,OAAO,CAAC,EAAE,eAAe,CAAA;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,CACJ,UAAU,EAAE,kBAAkB,GAE5B,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAC,GACnD,IAAI,CAAC,oBAAoB,EAAE,cAAc,CAAC,CAAA;CAC/C;AASD,qBAAa,+BAAgC,YAAW,uBAAuB;IAC7E,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwC;IAE/D,IAAI,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAKnD,IAAI,CAAC,MAAM,GAAE,wBAA6B,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM1E,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAahF,WAAW,CACf,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,aAAa,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,kBAAkB,CAAC;CAoB/B;AAED,qBAAa,iCAAkC,YAAW,uBAAuB;IAC/E,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAQ;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwC;IAC/D,OAAO,CAAC,MAAM,CAAQ;gBAEV,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE;IAI9B,IAAI,CAAC,UAAU,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnD,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAKnD,IAAI,CAAC,MAAM,GAAE,wBAA6B,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAK1E,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAOhF,WAAW,CACf,EAAE,EAAE,MAAM,EACV,KAAK,EAAE,aAAa,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,kBAAkB,CAAC;YAOhB,MAAM;YAWN,IAAI;CA4BnB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,YAAY,CAAA;IAClB,QAAQ,CAAC,EAAE,eAAe,EAAE,CAAA;IAC5B,MAAM,CAAC,EAAE,aAAa,EAAE,CAAA;IACxB,OAAO,CAAC,EAAE,eAAe,CAAA;IACzB,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC,GAAG,kBAAkB,CAkBrB;AAED,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,IAAI,CAAC,kBAAkB,EAAE,IAAI,GAAG,WAAW,GAAG,YAAY,GAAG,MAAM,CAAC,EAChF,MAAM,GAAE,mBAAwB,GAC/B,YAAY,CAYd;AAED,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,kBAAkB,EAC9B,MAAM,CAAC,EAAE,mBAAmB,GAC3B,kBAAkB,CAKpB;AAED,wBAAgB,mCAAmC,CACjD,UAAU,EAAE,kBAAkB,GAC7B,eAAe,CAYjB;AAED,wBAAgB,sCAAsC,CACpD,YAAY,EAAE,kBAAkB,EAAE,GACjC,eAAe,EAAE,CAEnB;AAED,wBAAgB,gCAAgC,CAC9C,UAAU,EAAE,kBAAkB,GAC7B,oBAAoB,CAgBtB;AAED,wBAAgB,mCAAmC,CACjD,YAAY,EAAE,kBAAkB,EAAE,GACjC,oBAAoB,EAAE,CAExB;AAED,wBAAsB,wBAAwB,CAC5C,UAAU,EAAE,kBAAkB,EAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,oBAAoB,CAAC,CAgC/B;AAED,wBAAsB,0BAA0B,CAC9C,YAAY,EAAE,kBAAkB,EAAE,EAClC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAMjC;AAED,wBAAgB,yBAAyB,CACvC,YAAY,EAAE,kBAAkB,EAAE,EAClC,OAAO,GAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAA;CAAO,GACpC,qBAAqB,EAAE,CAyBzB;AAED,wBAAgB,8BAA8B,CAAC,OAAO,EAAE,qBAAqB,EAAE,GAAG,MAAM,CASvF;AAED,wBAAgB,kCAAkC,CAAC,YAAY,EAAE,kBAAkB,EAAE,GAAG,MAAM,CAM7F;AAED,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAOlF;AAED,wBAAgB,8BAA8B,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAC3E,GAAG,EAAE,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,EACrD,OAAO,GAAE;IACP,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,YAAY,CAAC,EAAE,oBAAoB,CAAA;IACnC,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,KAAK,OAAO,CAAA;IACjF,sBAAsB,CAAC,EAAE,CACvB,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,KAC9C,kBAAkB,GAAG,SAAS,CAAA;IACnC,SAAS,CAAC,EAAE,MAAM,CAAA;CACd,GACL,kBAAkB,CA6CpB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"feedback-trajectory.test.d.ts","sourceRoot":"","sources":["../src/feedback-trajectory.test.ts"],"names":[],"mappings":""}
|
package/dist/flow-layer.d.ts
DELETED
|
@@ -1,90 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Flow layer — drive a previewed app through a scripted user walk.
|
|
3
|
-
*
|
|
4
|
-
* The MultiLayerVerifier already had a `flow` slot wired in
|
|
5
|
-
* VerticalBench's verification-harness, but the layer module was
|
|
6
|
-
* always-skipped ("flow layer module not yet wired"). This adds the
|
|
7
|
-
* module: a Layer<Env> that takes a {@link FlowSpec} (URL + steps),
|
|
8
|
-
* boots a preview server via the supplied {@link FlowRunner}, executes
|
|
9
|
-
* each step, and returns a LayerResult whose `findings` enumerate
|
|
10
|
-
* which step failed.
|
|
11
|
-
*
|
|
12
|
-
* The runner is injected so this module can swap between:
|
|
13
|
-
* - production: agent-browser CLI (a11y-tree based steps)
|
|
14
|
-
* - test: in-memory mock that returns canned step outcomes
|
|
15
|
-
* - future: Playwright, Puppeteer, custom scrapers
|
|
16
|
-
*
|
|
17
|
-
* Paired with {@link runIntentMatchJudge}: intent-match catches "wrong
|
|
18
|
-
* app entirely"; flow-layer catches "right app but the buttons don't work."
|
|
19
|
-
*/
|
|
20
|
-
import type { Layer, Severity } from './multi-layer-verifier';
|
|
21
|
-
export type FlowAction = 'navigate' | 'click' | 'fill' | 'expect-text' | 'expect-element' | 'expect-url' | 'wait';
|
|
22
|
-
export interface FlowStep {
|
|
23
|
-
/** What this step does. */
|
|
24
|
-
action: FlowAction;
|
|
25
|
-
/** Human-readable description for findings. */
|
|
26
|
-
describe?: string;
|
|
27
|
-
/**
|
|
28
|
-
* For navigate/expect-url: full URL. For click/fill/expect-element:
|
|
29
|
-
* accessible-name selector or CSS selector.
|
|
30
|
-
* For expect-text: substring expected on the page.
|
|
31
|
-
* For wait: ignored (use `value` for ms).
|
|
32
|
-
*/
|
|
33
|
-
target?: string;
|
|
34
|
-
/** For fill: text to enter. For wait: ms. */
|
|
35
|
-
value?: string;
|
|
36
|
-
/** Severity of a failure. Default `major`. */
|
|
37
|
-
severity?: Severity;
|
|
38
|
-
}
|
|
39
|
-
export interface FlowSpec {
|
|
40
|
-
/** Initial URL the runner should open. */
|
|
41
|
-
url: string;
|
|
42
|
-
/** Ordered steps. Stops at the first failure unless `continueOnFail: true`. */
|
|
43
|
-
steps: FlowStep[];
|
|
44
|
-
/** When true, execute every step even after a failure (collect all findings). */
|
|
45
|
-
continueOnFail?: boolean;
|
|
46
|
-
/** Per-step wall cap (ms). Default 15s. */
|
|
47
|
-
stepTimeoutMs?: number;
|
|
48
|
-
}
|
|
49
|
-
export interface FlowRunnerStepResult {
|
|
50
|
-
ok: boolean;
|
|
51
|
-
/** Concrete observation: matched text snippet, captured URL, error message. */
|
|
52
|
-
evidence?: string;
|
|
53
|
-
/** Wall-clock duration of the step. */
|
|
54
|
-
durationMs?: number;
|
|
55
|
-
}
|
|
56
|
-
export interface FlowRunner {
|
|
57
|
-
/** Open the target URL. Returns when the page is interactable. */
|
|
58
|
-
open(url: string): Promise<FlowRunnerStepResult>;
|
|
59
|
-
/** Execute one step. The runner owns interpretation of `target`. */
|
|
60
|
-
step(step: FlowStep): Promise<FlowRunnerStepResult>;
|
|
61
|
-
/** Tear down browser, free resources. Always called once per layer.run. */
|
|
62
|
-
close(): Promise<void>;
|
|
63
|
-
}
|
|
64
|
-
export interface FlowLayerEnv {
|
|
65
|
-
/** Optional override per-call. Defaults supplied by the layer factory. */
|
|
66
|
-
flowSpec?: FlowSpec;
|
|
67
|
-
}
|
|
68
|
-
export interface FlowLayerFactoryInput {
|
|
69
|
-
/** Static spec (used when env doesn't supply one). */
|
|
70
|
-
flowSpec?: FlowSpec;
|
|
71
|
-
/** Build the runner per call (lets the layer create + tear down per leaf). */
|
|
72
|
-
runner: () => FlowRunner | Promise<FlowRunner>;
|
|
73
|
-
/** Layer name. Default `flow`. */
|
|
74
|
-
name?: string;
|
|
75
|
-
/** Layer dependencies — default `['serve']` so a non-booting preview skips us. */
|
|
76
|
-
dependsOn?: string[];
|
|
77
|
-
/** Layer weight for blendedScore (0..1+). Default 1. */
|
|
78
|
-
weight?: number;
|
|
79
|
-
/** Cap for the entire flow run (ms). Default 60s. */
|
|
80
|
-
capMs?: number;
|
|
81
|
-
}
|
|
82
|
-
/**
|
|
83
|
-
* Build a flow layer that scripts a user walk via the supplied runner.
|
|
84
|
-
*
|
|
85
|
-
* Score: 1.0 when every step passed; otherwise 1 - (failedSteps / totalSteps).
|
|
86
|
-
* Status: `pass` iff every step passed; `fail` if any step failed; `error`
|
|
87
|
-
* on runner setup error; `skipped` when no flowSpec is available.
|
|
88
|
-
*/
|
|
89
|
-
export declare function flowLayer<Env extends FlowLayerEnv = FlowLayerEnv>(input: FlowLayerFactoryInput): Layer<Env>;
|
|
90
|
-
//# sourceMappingURL=flow-layer.d.ts.map
|
package/dist/flow-layer.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"flow-layer.d.ts","sourceRoot":"","sources":["../src/flow-layer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAe,QAAQ,EAAE,MAAM,wBAAwB,CAAA;AAI1E,MAAM,MAAM,UAAU,GAClB,UAAU,GACV,OAAO,GACP,MAAM,GACN,aAAa,GACb,gBAAgB,GAChB,YAAY,GACZ,MAAM,CAAA;AAEV,MAAM,WAAW,QAAQ;IACvB,2BAA2B;IAC3B,MAAM,EAAE,UAAU,CAAA;IAClB,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,6CAA6C;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,8CAA8C;IAC9C,QAAQ,CAAC,EAAE,QAAQ,CAAA;CACpB;AAED,MAAM,WAAW,QAAQ;IACvB,0CAA0C;IAC1C,GAAG,EAAE,MAAM,CAAA;IACX,+EAA+E;IAC/E,KAAK,EAAE,QAAQ,EAAE,CAAA;IACjB,iFAAiF;IACjF,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,2CAA2C;IAC3C,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,OAAO,CAAA;IACX,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,uCAAuC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,kEAAkE;IAClE,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAChD,oEAAoE;IACpE,IAAI,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IACnD,2EAA2E;IAC3E,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,QAAQ,CAAA;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,sDAAsD;IACtD,QAAQ,CAAC,EAAE,QAAQ,CAAA;IACnB,8EAA8E;IAC9E,MAAM,EAAE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IAC9C,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,wDAAwD;IACxD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,GAAG,SAAS,YAAY,GAAG,YAAY,EAC/D,KAAK,EAAE,qBAAqB,GAC3B,KAAK,CAAC,GAAG,CAAC,CAqHZ"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"flow-layer.test.d.ts","sourceRoot":"","sources":["../src/flow-layer.test.ts"],"names":[],"mappings":""}
|
package/dist/fuzz/capsule.d.ts
DELETED
|
@@ -1,46 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The capsule — the artifact every exploration produces.
|
|
3
|
-
*
|
|
4
|
-
* `buildCapsule` assembles coverage + verified findings + the QD archive into a
|
|
5
|
-
* pure `CapsuleData` (no clock, no I/O — deterministic and snapshot-testable).
|
|
6
|
-
* `renderCapsuleHtml` turns it into a standalone page: the input-cell heat-map
|
|
7
|
-
* (planned vs covered), per-dimension weakness chips, and the minimized finding
|
|
8
|
-
* exemplars. One artifact — the hardening map and the shareable proof object.
|
|
9
|
-
*/
|
|
10
|
-
import type { EvalRecord } from './cube';
|
|
11
|
-
import type { ArchiveEntry, CapsuleData, Cell, Finding } from './types';
|
|
12
|
-
export interface BuildCapsuleInput<S> {
|
|
13
|
-
target: string;
|
|
14
|
-
objective: string;
|
|
15
|
-
cells: Cell[];
|
|
16
|
-
log: EvalRecord[];
|
|
17
|
-
/** The objective's notable threshold — drives findingRate. */
|
|
18
|
-
threshold: number;
|
|
19
|
-
archive: ArchiveEntry<S>[];
|
|
20
|
-
findings: Finding<S>[];
|
|
21
|
-
candidateFindings: number;
|
|
22
|
-
runsUsed: number;
|
|
23
|
-
/** Known-dollar / unknown-run split — present only when cost tracking was
|
|
24
|
-
* wired; the capsule never fabricates a $0 total. */
|
|
25
|
-
cost?: {
|
|
26
|
-
costUsd: number;
|
|
27
|
-
costUnknownRuns: number;
|
|
28
|
-
};
|
|
29
|
-
/** Evaluations that threw — infra outcomes, never folded into robustness. */
|
|
30
|
-
evalErrors: number;
|
|
31
|
-
/** Set when the consecutive-error circuit breaker stopped the run early. */
|
|
32
|
-
stoppedEarly?: {
|
|
33
|
-
reason: 'eval-errors';
|
|
34
|
-
detail: string;
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
export declare function buildCapsule<S>(input: BuildCapsuleInput<S>): CapsuleData<S>;
|
|
38
|
-
export interface RenderCapsuleOptions {
|
|
39
|
-
/** Max finding exemplars to show. Default 8. */
|
|
40
|
-
maxFindings?: number;
|
|
41
|
-
/** ISO timestamp to stamp into the page (keeps the pure capsule clock-free). */
|
|
42
|
-
generatedAt?: string;
|
|
43
|
-
}
|
|
44
|
-
/** Render a self-contained HTML capsule — heat-map + per-dimension chips + verified findings. */
|
|
45
|
-
export declare function renderCapsuleHtml<S>(capsule: CapsuleData<S>, opts?: RenderCapsuleOptions): string;
|
|
46
|
-
//# sourceMappingURL=capsule.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"capsule.d.ts","sourceRoot":"","sources":["../../src/fuzz/capsule.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AAExC,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAA8B,OAAO,EAAE,MAAM,SAAS,CAAA;AAEnG,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,IAAI,EAAE,CAAA;IACb,GAAG,EAAE,UAAU,EAAE,CAAA;IACjB,8DAA8D;IAC9D,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;IAC1B,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACtB,iBAAiB,EAAE,MAAM,CAAA;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB;0DACsD;IACtD,IAAI,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,MAAM,CAAA;KAAE,CAAA;IACnD,6EAA6E;IAC7E,UAAU,EAAE,MAAM,CAAA;IAClB,4EAA4E;IAC5E,YAAY,CAAC,EAAE;QAAE,MAAM,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CACzD;AAED,wBAAgB,YAAY,CAAC,CAAC,EAAE,KAAK,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAiC3E;AAqGD,MAAM,WAAW,oBAAoB;IACnC,gDAAgD;IAChD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,gFAAgF;IAChF,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,iGAAiG;AACjG,wBAAgB,iBAAiB,CAAC,CAAC,EACjC,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,EACvB,IAAI,GAAE,oBAAyB,GAC9B,MAAM,CAgFR"}
|
package/dist/fuzz/cube.d.ts
DELETED
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Input-space tiling + coverage projection.
|
|
3
|
-
*
|
|
4
|
-
* Cells are the cartesian product of the input axes — the stratification plan,
|
|
5
|
-
* enumerable up front so the planned-vs-covered denominator is honest. Coverage
|
|
6
|
-
* is projected from the evaluation log: per cell, the full DISTRIBUTION of the
|
|
7
|
-
* headline score, of each scored dimension, and of evaluation latency — a bare
|
|
8
|
-
* mean hides outliers, so every aggregate carries its spread. Per-cell cost is
|
|
9
|
-
* split known-dollars vs unknown-runs, never folded into a fabricated $0.
|
|
10
|
-
*/
|
|
11
|
-
import type { BehaviorSpace, Cell, CoverageCell, Distribution, Evaluation } from './types';
|
|
12
|
-
/** One recorded evaluation — the unit coverage and the capsule are built from. */
|
|
13
|
-
export interface EvalRecord {
|
|
14
|
-
cell: Cell;
|
|
15
|
-
ev: Evaluation;
|
|
16
|
-
/** The objective's interest score for this evaluation. */
|
|
17
|
-
interest: number;
|
|
18
|
-
/** Evaluation wall-clock — engine-measured unless `ev.latencyMs` overrode it. */
|
|
19
|
-
latencyMs: number;
|
|
20
|
-
/** Known dollars for this run. `null` = cost tracking was wired but this
|
|
21
|
-
* run's cost was unknowable (counted apart). Absent = not tracked at all. */
|
|
22
|
-
costUsd?: number | null;
|
|
23
|
-
}
|
|
24
|
-
/** Enumerate every input cell (cartesian product of the axes), in stable order. */
|
|
25
|
-
export declare function enumerateCells(space: BehaviorSpace): Cell[];
|
|
26
|
-
/** Deterministic id for a coordinate map, e.g. `matterType=nda|difficulty=hard`. */
|
|
27
|
-
export declare function cellId(space: BehaviorSpace, coords: Record<string, string>): string;
|
|
28
|
-
/** Summarize a sample. Throws on an empty sample — callers represent "no data"
|
|
29
|
-
* as `null`, never as a zeroed distribution. */
|
|
30
|
-
export declare function distribution(values: number[]): Distribution;
|
|
31
|
-
/**
|
|
32
|
-
* Project the evaluation log into the per-input-cell coverage map. A cell with
|
|
33
|
-
* no evaluations reports `score: null` (honestly uncovered), never zeros.
|
|
34
|
-
*/
|
|
35
|
-
export declare function buildCoverage(cells: Cell[], log: EvalRecord[], threshold: number): CoverageCell[];
|
|
36
|
-
//# sourceMappingURL=cube.d.ts.map
|
package/dist/fuzz/cube.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"cube.d.ts","sourceRoot":"","sources":["../../src/fuzz/cube.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAE1F,kFAAkF;AAClF,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,IAAI,CAAA;IACV,EAAE,EAAE,UAAU,CAAA;IACd,0DAA0D;IAC1D,QAAQ,EAAE,MAAM,CAAA;IAChB,iFAAiF;IACjF,SAAS,EAAE,MAAM,CAAA;IACjB;kFAC8E;IAC9E,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;CACxB;AAED,mFAAmF;AACnF,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,EAAE,CAW3D;AAED,oFAAoF;AACpF,wBAAgB,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,CAEnF;AAQD;iDACiD;AACjD,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAa3D;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,YAAY,EAAE,CA0CjG"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"explorer-cost.test.d.ts","sourceRoot":"","sources":["../../src/fuzz/explorer-cost.test.ts"],"names":[],"mappings":""}
|
package/dist/fuzz/explorer.d.ts
DELETED
|
@@ -1,64 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The exploration engine — a stateful session over a behavior space.
|
|
3
|
-
*
|
|
4
|
-
* Each `step()`: allocate budget across INPUT cells (floor first, then variance
|
|
5
|
-
* steering toward the least-certain cells), propose candidates (the proposer
|
|
6
|
-
* reads current elites + findings, so the search deepens generationally),
|
|
7
|
-
* evaluate with bounded concurrency, archive the most interesting scenario per
|
|
8
|
-
* input×measured bin, and admit notable candidates that pass the validity gates.
|
|
9
|
-
* `run()` loops to budget. `coverage()`/`findings()`/`capsule()` read live state —
|
|
10
|
-
* the surface `makeExploreTools` exposes so an agent can drive the session.
|
|
11
|
-
*
|
|
12
|
-
* One evaluation log (`EvalRecord[]`) is the source of truth; allocation
|
|
13
|
-
* observations and coverage are projections of it.
|
|
14
|
-
*/
|
|
15
|
-
import type { CapsuleData, CoverageCell, ExploreOptions, Finding } from './types';
|
|
16
|
-
export declare class BehaviorExplorer<S> {
|
|
17
|
-
private readonly opts;
|
|
18
|
-
private readonly cells;
|
|
19
|
-
private readonly cellById;
|
|
20
|
-
private readonly objective;
|
|
21
|
-
private readonly threshold;
|
|
22
|
-
private readonly floorPerCell;
|
|
23
|
-
private readonly perRoundBudget;
|
|
24
|
-
/** The single evaluation log — coverage + allocation are projections of it. */
|
|
25
|
-
private readonly log;
|
|
26
|
-
/** binId (input × measured coords) → the most interesting entry seen. */
|
|
27
|
-
private readonly archiveByBin;
|
|
28
|
-
private readonly _findings;
|
|
29
|
-
private runsUsed;
|
|
30
|
-
private candidateFindings;
|
|
31
|
-
private evalErrors;
|
|
32
|
-
private consecutiveEvalErrors;
|
|
33
|
-
private stoppedEarly;
|
|
34
|
-
private rngState;
|
|
35
|
-
/** Accumulated KNOWN dollars — unknown-cost runs never inflate it. */
|
|
36
|
-
private spentKnownUsd;
|
|
37
|
-
private costUnknownRuns;
|
|
38
|
-
constructor(opts: ExploreOptions<S>);
|
|
39
|
-
private rng;
|
|
40
|
-
private binId;
|
|
41
|
-
private allocate;
|
|
42
|
-
private objectiveContext;
|
|
43
|
-
/** Mirrors control-runtime: stop once accumulated KNOWN cost ≥ the ceiling. */
|
|
44
|
-
private costExhausted;
|
|
45
|
-
/** Fold one run's cost in: null counts as unknown (never $0); a known cost
|
|
46
|
-
* accrues toward the budget, lands in the ledger, and fires `onCost`. */
|
|
47
|
-
/** Returns the run's known cost, `null` when tracked-but-unknown, `undefined`
|
|
48
|
-
* when cost tracking is not wired — the log row mirrors this exactly. */
|
|
49
|
-
private recordRunCost;
|
|
50
|
-
/** Elites whose INPUT cell matches — what the proposer mutates/deepens from. */
|
|
51
|
-
private elitesFor;
|
|
52
|
-
/** One allocate → propose → evaluate → gate → archive round. */
|
|
53
|
-
step(): Promise<{
|
|
54
|
-
runs: number;
|
|
55
|
-
findings: Finding<S>[];
|
|
56
|
-
}>;
|
|
57
|
-
/** Loop `step()` until the run or dollar budget is spent, the signal aborts,
|
|
58
|
-
* or no progress is made. */
|
|
59
|
-
run(): Promise<CapsuleData<S>>;
|
|
60
|
-
coverage(): CoverageCell[];
|
|
61
|
-
findings(): Finding<S>[];
|
|
62
|
-
capsule(): CapsuleData<S>;
|
|
63
|
-
}
|
|
64
|
-
//# sourceMappingURL=explorer.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"explorer.d.ts","sourceRoot":"","sources":["../../src/fuzz/explorer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAQH,OAAO,KAAK,EAEV,WAAW,EAEX,YAAY,EAEZ,cAAc,EACd,OAAO,EAER,MAAM,SAAS,CAAA;AAuBhB,qBAAa,gBAAgB,CAAC,CAAC;IAuBjB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAtBjC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmB;IAC5C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAQ;IAClC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAQ;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAQ;IAEvC,+EAA+E;IAC/E,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAiD;IACrE,yEAAyE;IACzE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqC;IAClE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAI;IACpB,OAAO,CAAC,iBAAiB,CAAI;IAC7B,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,qBAAqB,CAAI;IACjC,OAAO,CAAC,YAAY,CAAuD;IAC3E,OAAO,CAAC,QAAQ,CAAQ;IACxB,sEAAsE;IACtE,OAAO,CAAC,aAAa,CAAI;IACzB,OAAO,CAAC,eAAe,CAAI;gBAEE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;IAiCpD,OAAO,CAAC,GAAG,CAMV;IAED,OAAO,CAAC,KAAK;IASb,OAAO,CAAC,QAAQ;IAiBhB,OAAO,CAAC,gBAAgB;IAQxB,+EAA+E;IAC/E,OAAO,CAAC,aAAa;IAIrB;8EAC0E;IAC1E;8EAC0E;IAC1E,OAAO,CAAC,aAAa;IAyBrB,gFAAgF;IAChF,OAAO,CAAC,SAAS;IAMjB,gEAAgE;IAC1D,IAAI,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;KAAE,CAAC;IAwI/D;kCAC8B;IACxB,GAAG,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAapC,QAAQ,IAAI,YAAY,EAAE;IAI1B,QAAQ,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE;IAIxB,OAAO,IAAI,WAAW,CAAC,CAAC,CAAC;CAkB1B"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `fuzzAgent` — the adversarial batch preset over `BehaviorExplorer`.
|
|
3
|
-
*
|
|
4
|
-
* One call: explore the space to budget with the adversarial objective and
|
|
5
|
-
* return the capsule. For agent-driven, incremental, or multi-objective use,
|
|
6
|
-
* construct a `BehaviorExplorer` and drive it via `makeExploreTools`.
|
|
7
|
-
*/
|
|
8
|
-
import type { CapsuleData, ExploreOptions } from './types';
|
|
9
|
-
export type FuzzAgentOptions<S> = Omit<ExploreOptions<S>, 'objective'> & {
|
|
10
|
-
/** Score strictly below this is a candidate failure. Default 0.5. */
|
|
11
|
-
failureThreshold?: number;
|
|
12
|
-
};
|
|
13
|
-
export declare function fuzzAgent<S>(opts: FuzzAgentOptions<S>): Promise<{
|
|
14
|
-
capsule: CapsuleData<S>;
|
|
15
|
-
}>;
|
|
16
|
-
//# sourceMappingURL=fuzz-agent.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fuzz-agent.d.ts","sourceRoot":"","sources":["../../src/fuzz/fuzz-agent.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAE1D,MAAM,MAAM,gBAAgB,CAAC,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG;IACvE,qEAAqE;IACrE,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B,CAAA;AAED,wBAAsB,SAAS,CAAC,CAAC,EAC/B,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,GACxB,OAAO,CAAC;IAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,CAAA;CAAE,CAAC,CAOtC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"fuzz-agent.test.d.ts","sourceRoot":"","sources":["../../src/fuzz/fuzz-agent.test.ts"],"names":[],"mappings":""}
|
package/dist/fuzz/gates.d.ts
DELETED
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Validity gates — what separates a fuzzer from a slop generator.
|
|
3
|
-
*
|
|
4
|
-
* A notable candidate is admitted only when it is fair and reproducible. None of
|
|
5
|
-
* these are on by default: the live wiring opts in, so reported findings carry
|
|
6
|
-
* their proof.
|
|
7
|
-
*/
|
|
8
|
-
import type { Evaluator, ValidityGates } from './types';
|
|
9
|
-
/** Combine gate sets; a candidate must pass every gate in every set. */
|
|
10
|
-
export declare function composeGates<S>(...sets: Array<ValidityGates<S> | undefined>): ValidityGates<S>;
|
|
11
|
-
/**
|
|
12
|
-
* Reproducibility gate. Re-run the target on a meaning-preserving rephrase of the
|
|
13
|
-
* flagged scenario; keep the finding only when the rephrase ALSO scores below the
|
|
14
|
-
* threshold. A finding that flips under a cosmetic rewrite was keyed to surface
|
|
15
|
-
* form, not the task — a false signal we must not report. Costs one extra
|
|
16
|
-
* evaluation per candidate (candidates are rare, so cheap).
|
|
17
|
-
*/
|
|
18
|
-
export declare function perturbationStabilityGate<S>(opts: {
|
|
19
|
-
evaluate: Evaluator<S>;
|
|
20
|
-
/** Produce a semantic-preserving rephrase. Return null to skip (treated as pass). */
|
|
21
|
-
perturb: (scenario: S) => S | null;
|
|
22
|
-
/** Score strictly below this still counts as failing. Default 0.5. */
|
|
23
|
-
failureThreshold?: number;
|
|
24
|
-
}): ValidityGates<S>;
|
|
25
|
-
/**
|
|
26
|
-
* Severity-floor gate. Reject borderline candidates whose score sits in a band
|
|
27
|
-
* just under the threshold — judge noise, not a real defect.
|
|
28
|
-
*/
|
|
29
|
-
export declare function severityFloorGate<S>(opts: {
|
|
30
|
-
failureThreshold?: number;
|
|
31
|
-
margin?: number;
|
|
32
|
-
}): ValidityGates<S>;
|
|
33
|
-
//# sourceMappingURL=gates.d.ts.map
|
package/dist/fuzz/gates.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"gates.d.ts","sourceRoot":"","sources":["../../src/fuzz/gates.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAoB,SAAS,EAAE,aAAa,EAAE,MAAM,SAAS,CAAA;AAEzE,wEAAwE;AACxE,wBAAgB,YAAY,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAgB9F;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,CAAC,EAAE,IAAI,EAAE;IACjD,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;IACtB,qFAAqF;IACrF,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;IAClC,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B,GAAG,aAAa,CAAC,CAAC,CAAC,CAUnB;AAED;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE;IACzC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,GAAG,aAAa,CAAC,CAAC,CAAC,CAMnB"}
|
package/dist/fuzz/index.d.ts
DELETED
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* `@tangle-network/agent-eval/fuzz` — behavior-space exploration.
|
|
3
|
-
*
|
|
4
|
-
* Search a target's behavior space for verified findings: tile the input plan,
|
|
5
|
-
* steer budget toward the least-certain cells, mutate (or skill-generate)
|
|
6
|
-
* scenarios, bin a quality-diversity archive by measured behavior, and admit
|
|
7
|
-
* only findings that pass the validity gates. Every run emits a `CapsuleData`
|
|
8
|
-
* artifact — coverage heat-map + minimized verified findings.
|
|
9
|
-
*
|
|
10
|
-
* Entry points: `fuzzAgent` (adversarial batch preset), `BehaviorExplorer` +
|
|
11
|
-
* `makeExploreTools` (the agent-driven session). Evaluations ARE
|
|
12
|
-
* `DefaultVerdict`s — the same spine as judges and verifiers.
|
|
13
|
-
*/
|
|
14
|
-
export type { BuildCapsuleInput, RenderCapsuleOptions } from './capsule';
|
|
15
|
-
export { buildCapsule, renderCapsuleHtml } from './capsule';
|
|
16
|
-
export type { EvalRecord } from './cube';
|
|
17
|
-
export { buildCoverage, cellId, enumerateCells } from './cube';
|
|
18
|
-
export { BehaviorExplorer } from './explorer';
|
|
19
|
-
export type { FuzzAgentOptions } from './fuzz-agent';
|
|
20
|
-
export { fuzzAgent } from './fuzz-agent';
|
|
21
|
-
export { composeGates, perturbationStabilityGate, severityFloorGate } from './gates';
|
|
22
|
-
export { adversarialObjective, mutationProposer, noveltyObjective } from './policies';
|
|
23
|
-
export type { ExploreToolDef } from './tools';
|
|
24
|
-
export { makeExploreTools } from './tools';
|
|
25
|
-
export type { ArchiveEntry, BehaviorSpace, CapsuleData, Cell, CoverageCell, Evaluation, Evaluator, ExploreEvent, ExploreOptions, Finding, Objective, ObjectiveContext, ProposeContext, Proposer, RunCost, SpaceAxis, ValidityGates, } from './types';
|
|
26
|
-
//# sourceMappingURL=index.d.ts.map
|