@tangle-network/agent-eval 0.94.0 → 0.95.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/README.md +44 -30
- package/dist/action-policy.d.ts +24 -0
- package/dist/action-policy.d.ts.map +1 -0
- package/dist/action-policy.test.d.ts +2 -0
- package/dist/action-policy.test.d.ts.map +1 -0
- package/dist/active-learning.d.ts +41 -0
- package/dist/active-learning.d.ts.map +1 -0
- package/dist/adapters/http.d.ts +15 -21
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js.map +1 -1
- package/dist/adapters/langchain.d.ts +7 -13
- package/dist/adapters/langchain.d.ts.map +1 -0
- package/dist/adapters/otel.d.ts +13 -24
- package/dist/adapters/otel.d.ts.map +1 -0
- package/dist/agent-profile-cell.d.ts +101 -0
- package/dist/agent-profile-cell.d.ts.map +1 -0
- package/dist/agent-profile.d.ts +27 -0
- package/dist/agent-profile.d.ts.map +1 -0
- package/dist/agent-profile.test.d.ts +2 -0
- package/dist/agent-profile.test.d.ts.map +1 -0
- package/dist/analyst/adapters.d.ts +62 -0
- package/dist/analyst/adapters.d.ts.map +1 -0
- package/dist/analyst/analyst.test.d.ts +2 -0
- package/dist/analyst/analyst.test.d.ts.map +1 -0
- package/dist/analyst/ax-service.d.ts +27 -0
- package/dist/analyst/ax-service.d.ts.map +1 -0
- package/dist/analyst/behavioral-analyst.d.ts +28 -0
- package/dist/analyst/behavioral-analyst.d.ts.map +1 -0
- package/dist/analyst/chat-client.d.ts +91 -0
- package/dist/analyst/chat-client.d.ts.map +1 -0
- package/dist/analyst/default-registry.d.ts +27 -0
- package/dist/analyst/default-registry.d.ts.map +1 -0
- package/dist/analyst/default-registry.test.d.ts +2 -0
- package/dist/analyst/default-registry.test.d.ts.map +1 -0
- package/dist/analyst/finding-signature.d.ts +48 -0
- package/dist/analyst/finding-signature.d.ts.map +1 -0
- package/dist/analyst/finding-subject.d.ts +146 -0
- package/dist/analyst/finding-subject.d.ts.map +1 -0
- package/dist/analyst/finding-subject.test.d.ts +2 -0
- package/dist/analyst/finding-subject.test.d.ts.map +1 -0
- package/dist/analyst/findings-store.d.ts +75 -0
- package/dist/analyst/findings-store.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +28 -256
- package/dist/analyst/index.d.ts.map +1 -0
- package/dist/analyst/index.js +5 -65
- package/dist/analyst/index.js.map +1 -1
- package/dist/{kind-factory-0BhLSI27.d.ts → analyst/kind-factory.d.ts} +11 -63
- package/dist/analyst/kind-factory.d.ts.map +1 -0
- package/dist/analyst/kinds/failure-mode.d.ts +19 -0
- package/dist/analyst/kinds/failure-mode.d.ts.map +1 -0
- package/dist/analyst/kinds/improvement.d.ts +23 -0
- package/dist/analyst/kinds/improvement.d.ts.map +1 -0
- package/dist/analyst/kinds/index.d.ts +22 -0
- package/dist/analyst/kinds/index.d.ts.map +1 -0
- package/dist/analyst/kinds/kinds.test.d.ts +2 -0
- package/dist/analyst/kinds/kinds.test.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts +28 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +22 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.d.ts +84 -0
- package/dist/analyst/kinds/skill-usage.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts +2 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.d.ts +26 -0
- package/dist/analyst/parse-tolerant.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.test.d.ts +2 -0
- package/dist/analyst/parse-tolerant.test.d.ts.map +1 -0
- package/dist/analyst/registry.budget.test.d.ts +2 -0
- package/dist/analyst/registry.budget.test.d.ts.map +1 -0
- package/dist/{default-registry-6dhErQbs.d.ts → analyst/registry.d.ts} +8 -37
- package/dist/analyst/registry.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.d.ts +35 -0
- package/dist/analyst/steer-firewall.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.test.d.ts +2 -0
- package/dist/analyst/steer-firewall.test.d.ts.map +1 -0
- package/dist/analyst/structure-findings.d.ts +37 -0
- package/dist/analyst/structure-findings.d.ts.map +1 -0
- package/dist/analyst/structure-findings.test.d.ts +2 -0
- package/dist/analyst/structure-findings.test.d.ts.map +1 -0
- package/dist/analyst/tool-groups.d.ts +34 -0
- package/dist/analyst/tool-groups.d.ts.map +1 -0
- package/dist/{types-Ce17tDlG.d.ts → analyst/types.d.ts} +19 -112
- package/dist/analyst/types.d.ts.map +1 -0
- package/dist/anti-slop.d.ts +59 -0
- package/dist/anti-slop.d.ts.map +1 -0
- package/dist/artifact-validator.d.ts +74 -0
- package/dist/artifact-validator.d.ts.map +1 -0
- package/dist/attestation.d.ts +63 -0
- package/dist/attestation.d.ts.map +1 -0
- package/dist/attestation.test.d.ts +2 -0
- package/dist/attestation.test.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +15 -16
- package/dist/authenticity/index.d.ts.map +1 -0
- package/dist/authenticity/index.test.d.ts +2 -0
- package/dist/authenticity/index.test.d.ts.map +1 -0
- package/dist/auto-pr.d.ts +120 -0
- package/dist/auto-pr.d.ts.map +1 -0
- package/dist/{baseline-Bbid3WoO.d.ts → baseline.d.ts} +8 -44
- package/dist/baseline.d.ts.map +1 -0
- package/dist/behavior-dsl.d.ts +73 -0
- package/dist/behavior-dsl.d.ts.map +1 -0
- package/dist/belief-state/calibration.d.ts +10 -0
- package/dist/belief-state/calibration.d.ts.map +1 -0
- package/dist/belief-state/calibration.test.d.ts +2 -0
- package/dist/belief-state/calibration.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.d.ts +66 -0
- package/dist/belief-state/code-agent-corpus.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts +2 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.d.ts +22 -0
- package/dist/belief-state/code-agent-evidence.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts +2 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/extract.d.ts +7 -0
- package/dist/belief-state/extract.d.ts.map +1 -0
- package/dist/belief-state/extract.test.d.ts +2 -0
- package/dist/belief-state/extract.test.d.ts.map +1 -0
- package/dist/belief-state/index.d.ts +14 -604
- package/dist/belief-state/index.d.ts.map +1 -0
- package/dist/belief-state/ope.d.ts +17 -0
- package/dist/belief-state/ope.d.ts.map +1 -0
- package/dist/belief-state/ope.test.d.ts +2 -0
- package/dist/belief-state/ope.test.d.ts.map +1 -0
- package/dist/belief-state/phase0-measurement.d.ts +55 -0
- package/dist/belief-state/phase0-measurement.d.ts.map +1 -0
- package/dist/belief-state/report.d.ts +17 -0
- package/dist/belief-state/report.d.ts.map +1 -0
- package/dist/belief-state/report.test.d.ts +2 -0
- package/dist/belief-state/report.test.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.d.ts +23 -0
- package/dist/belief-state/research-evidence.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.test.d.ts +2 -0
- package/dist/belief-state/research-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +32 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.d.ts +87 -0
- package/dist/belief-state/runtime-hooks.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.test.d.ts +2 -0
- package/dist/belief-state/runtime-hooks.test.d.ts.map +1 -0
- package/dist/belief-state/selective.d.ts +15 -0
- package/dist/belief-state/selective.d.ts.map +1 -0
- package/dist/belief-state/selective.test.d.ts +2 -0
- package/dist/belief-state/selective.test.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.d.ts +80 -0
- package/dist/belief-state/shadow-probe.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.test.d.ts +2 -0
- package/dist/belief-state/shadow-probe.test.d.ts.map +1 -0
- package/dist/belief-state/types.d.ts +195 -0
- package/dist/belief-state/types.d.ts.map +1 -0
- package/dist/belief-state/types.test.d.ts +2 -0
- package/dist/belief-state/types.test.d.ts.map +1 -0
- package/dist/benchmark.d.ts +14 -0
- package/dist/benchmark.d.ts.map +1 -0
- package/dist/benchmarks/index.d.ts +23 -4
- package/dist/benchmarks/index.d.ts.map +1 -0
- package/dist/benchmarks/routing/dataset.d.ts +34 -0
- package/dist/benchmarks/routing/dataset.d.ts.map +1 -0
- package/dist/benchmarks/routing/index.d.ts +34 -0
- package/dist/benchmarks/routing/index.d.ts.map +1 -0
- package/dist/benchmarks/types.d.ts +49 -0
- package/dist/benchmarks/types.d.ts.map +1 -0
- package/dist/bisector.d.ts +81 -0
- package/dist/bisector.d.ts.map +1 -0
- package/dist/budget-guard.d.ts +31 -0
- package/dist/budget-guard.d.ts.map +1 -0
- package/dist/builder-eval/builder-session.d.ts +111 -0
- package/dist/builder-eval/builder-session.d.ts.map +1 -0
- package/dist/builder-eval/correlation.d.ts +32 -0
- package/dist/builder-eval/correlation.d.ts.map +1 -0
- package/dist/builder-eval/index.d.ts +5 -250
- package/dist/builder-eval/index.d.ts.map +1 -0
- package/dist/builder-eval/project-registry.d.ts +51 -0
- package/dist/builder-eval/project-registry.d.ts.map +1 -0
- package/dist/builder-eval/three-layer-eval.d.ts +55 -0
- package/dist/builder-eval/three-layer-eval.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.d.ts +108 -0
- package/dist/campaign/analyst-surface.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.test.d.ts +2 -0
- package/dist/campaign/analyst-surface.test.d.ts.map +1 -0
- package/dist/campaign/auto-pr.d.ts +46 -0
- package/dist/campaign/auto-pr.d.ts.map +1 -0
- package/dist/campaign/distillation/agreement-judge.d.ts +69 -0
- package/dist/campaign/distillation/agreement-judge.d.ts.map +1 -0
- package/dist/campaign/distillation/cli.d.ts +35 -0
- package/dist/campaign/distillation/cli.d.ts.map +1 -0
- package/dist/campaign/distillation/distillation.test.d.ts +2 -0
- package/dist/campaign/distillation/distillation.test.d.ts.map +1 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts +54 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +1 -0
- package/dist/campaign/distillation/run-distillation.d.ts +119 -0
- package/dist/campaign/distillation/run-distillation.d.ts.map +1 -0
- package/dist/campaign/gates/compose.d.ts +12 -0
- package/dist/campaign/gates/compose.d.ts.map +1 -0
- package/dist/campaign/gates/default-production-gate.d.ts +58 -0
- package/dist/campaign/gates/default-production-gate.d.ts.map +1 -0
- package/dist/campaign/gates/heldout-gate.d.ts +12 -0
- package/dist/campaign/gates/heldout-gate.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.d.ts +125 -0
- package/dist/campaign/gates/promotion-policy.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts +2 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.d.ts +146 -0
- package/dist/campaign/gates/sequential.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.test.d.ts +2 -0
- package/dist/campaign/gates/sequential.test.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.d.ts +99 -0
- package/dist/campaign/gates/statistical-heldout.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts +2 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +1 -0
- package/dist/campaign/index.d.ts +38 -1341
- package/dist/campaign/index.d.ts.map +1 -0
- package/dist/campaign/index.js +1863 -1316
- package/dist/campaign/index.js.map +1 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +59 -0
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +1 -0
- package/dist/campaign/presets/compare-proposers.d.ts +146 -0
- package/dist/campaign/presets/compare-proposers.d.ts.map +1 -0
- package/dist/campaign/presets/playback.d.ts +120 -0
- package/dist/campaign/presets/playback.d.ts.map +1 -0
- package/dist/campaign/presets/playback.test.d.ts +2 -0
- package/dist/campaign/presets/playback.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-eval.d.ts +14 -0
- package/dist/campaign/presets/run-eval.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts +63 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +2 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-optimization.d.ts +92 -0
- package/dist/campaign/presets/run-optimization.d.ts.map +1 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts +151 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +1 -0
- package/dist/campaign/presets/run-skill-opt.d.ts +96 -0
- package/dist/campaign/presets/run-skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/_findings-text.d.ts +22 -0
- package/dist/campaign/proposers/_findings-text.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.d.ts +33 -0
- package/dist/campaign/proposers/ace.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.test.d.ts +2 -0
- package/dist/campaign/proposers/ace.test.d.ts.map +1 -0
- package/dist/campaign/proposers/analysis-edit.d.ts +32 -0
- package/dist/campaign/proposers/analysis-edit.d.ts.map +1 -0
- package/dist/campaign/proposers/evolutionary.d.ts +20 -0
- package/dist/campaign/proposers/evolutionary.d.ts.map +1 -0
- package/dist/campaign/proposers/fapo.d.ts +120 -0
- package/dist/campaign/proposers/fapo.d.ts.map +1 -0
- package/dist/campaign/proposers/gepa.d.ts +86 -0
- package/dist/campaign/proposers/gepa.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.d.ts +44 -0
- package/dist/campaign/proposers/halo.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.test.d.ts +2 -0
- package/dist/campaign/proposers/halo.test.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.d.ts +47 -0
- package/dist/campaign/proposers/memory.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.test.d.ts +2 -0
- package/dist/campaign/proposers/memory.test.d.ts.map +1 -0
- package/dist/campaign/proposers/skill-opt.d.ts +88 -0
- package/dist/campaign/proposers/skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.d.ts +48 -0
- package/dist/campaign/proposers/trace-analyst.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts +2 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +1 -0
- package/dist/campaign/provenance.d.ts +185 -0
- package/dist/campaign/provenance.d.ts.map +1 -0
- package/dist/campaign/run-campaign.d.ts +90 -0
- package/dist/campaign/run-campaign.d.ts.map +1 -0
- package/dist/campaign/score-utils.d.ts +26 -0
- package/dist/campaign/score-utils.d.ts.map +1 -0
- package/dist/campaign/skill-patch.d.ts +62 -0
- package/dist/campaign/skill-patch.d.ts.map +1 -0
- package/dist/campaign/storage.d.ts +38 -0
- package/dist/campaign/storage.d.ts.map +1 -0
- package/dist/{types-BU-7W85F.d.ts → campaign/types.d.ts} +98 -99
- package/dist/campaign/types.d.ts.map +1 -0
- package/dist/campaign/worktree/index.d.ts +53 -0
- package/dist/campaign/worktree/index.d.ts.map +1 -0
- package/dist/canary.d.ts +101 -0
- package/dist/canary.d.ts.map +1 -0
- package/dist/causal-attribution.d.ts +45 -0
- package/dist/causal-attribution.d.ts.map +1 -0
- package/dist/{chunk-2K6UUZ7P.js → chunk-2T4EZACH.js} +1 -1
- package/dist/chunk-2T4EZACH.js.map +1 -0
- package/dist/{chunk-CTBHKLEU.js → chunk-77T4STFI.js} +59 -86
- package/dist/chunk-77T4STFI.js.map +1 -0
- package/dist/{chunk-EGPMSBEZ.js → chunk-7QTQKIDD.js} +178 -177
- package/dist/chunk-7QTQKIDD.js.map +1 -0
- package/dist/{chunk-MIFZUPEK.js → chunk-AQ5WQAIV.js} +21 -6
- package/dist/chunk-AQ5WQAIV.js.map +1 -0
- package/dist/chunk-DJWX3GVS.js +81 -0
- package/dist/chunk-DJWX3GVS.js.map +1 -0
- package/dist/{chunk-S6OZEZQK.js → chunk-HMA63UEO.js} +37 -9
- package/dist/{chunk-S6OZEZQK.js.map → chunk-HMA63UEO.js.map} +1 -1
- package/dist/{chunk-TBDR6PAI.js → chunk-IZCEK2HR.js} +2 -2
- package/dist/{chunk-SD2YFWQQ.js → chunk-KKWJD5E6.js} +20 -20
- package/dist/chunk-KKWJD5E6.js.map +1 -0
- package/dist/{chunk-KWRRMR3J.js → chunk-LO6IOIJ2.js} +10 -10
- package/dist/chunk-LO6IOIJ2.js.map +1 -0
- package/dist/{chunk-E4GH6USR.js → chunk-NZEQVRH5.js} +2 -2
- package/dist/chunk-NZEQVRH5.js.map +1 -0
- package/dist/{chunk-MPQWFX6Y.js → chunk-PSWWQXHF.js} +13 -88
- package/dist/chunk-PSWWQXHF.js.map +1 -0
- package/dist/{chunk-Q5LIB7BC.js → chunk-S4SYLDFX.js} +2 -2
- package/dist/chunk-S4SYLDFX.js.map +1 -0
- package/dist/{chunk-KW53MSA5.js → chunk-X74V6ESX.js} +2 -2
- package/dist/{chunk-QMUEXQJS.js → chunk-YBIGNSCZ.js} +81 -4
- package/dist/chunk-YBIGNSCZ.js.map +1 -0
- package/dist/{chunk-2KNZHH3P.js → chunk-Z6L6YSU6.js} +2 -2
- package/dist/ci-gate.d.ts +44 -0
- package/dist/ci-gate.d.ts.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/client.d.ts +77 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.test.d.ts +2 -0
- package/dist/client.test.d.ts.map +1 -0
- package/dist/command-runner.d.ts +74 -0
- package/dist/command-runner.d.ts.map +1 -0
- package/dist/command-runner.test.d.ts +2 -0
- package/dist/command-runner.test.d.ts.map +1 -0
- package/dist/completion-verifier.d.ts +147 -0
- package/dist/completion-verifier.d.ts.map +1 -0
- package/dist/completion-verifier.test.d.ts +9 -0
- package/dist/completion-verifier.test.d.ts.map +1 -0
- package/dist/concurrency.d.ts +23 -0
- package/dist/concurrency.d.ts.map +1 -0
- package/dist/contamination-guard.d.ts +81 -0
- package/dist/contamination-guard.d.ts.map +1 -0
- package/dist/{analyze-runs-B6Ljo_dI.d.ts → contract/analyze-runs.d.ts} +9 -10
- package/dist/contract/analyze-runs.d.ts.map +1 -0
- package/dist/contract/define-agent-eval.d.ts +52 -0
- package/dist/contract/define-agent-eval.d.ts.map +1 -0
- package/dist/contract/diff.d.ts +114 -0
- package/dist/contract/diff.d.ts.map +1 -0
- package/dist/contract/index.d.ts +106 -640
- package/dist/contract/index.d.ts.map +1 -0
- package/dist/contract/index.js +127 -17
- package/dist/contract/index.js.map +1 -1
- package/dist/{insight-report-DWl3z9tl.d.ts → contract/insight-report.d.ts} +16 -19
- package/dist/contract/insight-report.d.ts.map +1 -0
- package/dist/contract/insight-types-fwd.d.ts +7 -0
- package/dist/contract/insight-types-fwd.d.ts.map +1 -0
- package/dist/contract/intake/agent-trace.d.ts +97 -0
- package/dist/contract/intake/agent-trace.d.ts.map +1 -0
- package/dist/{code-agent-session-BO8nCnv3.d.ts → contract/intake/code-agent-session.d.ts} +15 -17
- package/dist/contract/intake/code-agent-session.d.ts.map +1 -0
- package/dist/contract/intake/feedback-table.d.ts +87 -0
- package/dist/contract/intake/feedback-table.d.ts.map +1 -0
- package/dist/contract/intake/index.d.ts +22 -0
- package/dist/contract/intake/index.d.ts.map +1 -0
- package/dist/contract/intake/otel-spans.d.ts +33 -0
- package/dist/contract/intake/otel-spans.d.ts.map +1 -0
- package/dist/contract/self-improve.d.ts +284 -0
- package/dist/contract/self-improve.d.ts.map +1 -0
- package/dist/{control-runtime-Acf9CGhw.d.ts → control-runtime.d.ts} +23 -26
- package/dist/control-runtime.d.ts.map +1 -0
- package/dist/control-runtime.test.d.ts +2 -0
- package/dist/control-runtime.test.d.ts.map +1 -0
- package/dist/control.d.ts +11 -9
- package/dist/control.d.ts.map +1 -0
- package/dist/control.js +2 -2
- package/dist/convergence.d.ts +29 -0
- package/dist/convergence.d.ts.map +1 -0
- package/dist/{cost-ledger-DuSqlw5B.d.ts → cost-ledger.d.ts} +10 -11
- package/dist/cost-ledger.d.ts.map +1 -0
- package/dist/cost-ledger.test.d.ts +2 -0
- package/dist/cost-ledger.test.d.ts.map +1 -0
- package/dist/cost-report.d.ts +43 -0
- package/dist/cost-report.d.ts.map +1 -0
- package/dist/cost-report.test.d.ts +2 -0
- package/dist/cost-report.test.d.ts.map +1 -0
- package/dist/cost-tracker.d.ts +76 -0
- package/dist/cost-tracker.d.ts.map +1 -0
- package/dist/{counterfactual-DlOz8PBx.d.ts → counterfactual.d.ts} +12 -13
- package/dist/counterfactual.d.ts.map +1 -0
- package/dist/cross-trace-diff.d.ts +56 -0
- package/dist/cross-trace-diff.d.ts.map +1 -0
- package/dist/{dataset-BbGkaN2I.d.ts → dataset.d.ts} +11 -14
- package/dist/dataset.d.ts.map +1 -0
- package/dist/deploy-gate-layer.d.ts +125 -0
- package/dist/deploy-gate-layer.d.ts.map +1 -0
- package/dist/deploy-gate-layer.test.d.ts +2 -0
- package/dist/deploy-gate-layer.test.d.ts.map +1 -0
- package/dist/description-length-gate.d.ts +119 -0
- package/dist/description-length-gate.d.ts.map +1 -0
- package/dist/detectors/edge.test.d.ts +2 -0
- package/dist/detectors/edge.test.d.ts.map +1 -0
- package/dist/detectors/index.d.ts +81 -0
- package/dist/detectors/index.d.ts.map +1 -0
- package/dist/detectors/index.test.d.ts +2 -0
- package/dist/detectors/index.test.d.ts.map +1 -0
- package/dist/diagnose/causal-sweep.d.ts +100 -0
- package/dist/diagnose/causal-sweep.d.ts.map +1 -0
- package/dist/diagnose/index.d.ts +36 -0
- package/dist/diagnose/index.d.ts.map +1 -0
- package/dist/diagnose/remediation.d.ts +68 -0
- package/dist/diagnose/remediation.d.ts.map +1 -0
- package/dist/diagnose/repair.d.ts +77 -0
- package/dist/diagnose/repair.d.ts.map +1 -0
- package/dist/diagnose.d.ts +1 -251
- package/dist/diagnose.js +1 -1
- package/dist/discover-personas.d.ts +35 -0
- package/dist/discover-personas.d.ts.map +1 -0
- package/dist/driver.d.ts +95 -0
- package/dist/driver.d.ts.map +1 -0
- package/dist/driver.test.d.ts +8 -0
- package/dist/driver.test.d.ts.map +1 -0
- package/dist/dual-agent-bench.d.ts +81 -0
- package/dist/dual-agent-bench.d.ts.map +1 -0
- package/dist/error-count-extractor.d.ts +47 -0
- package/dist/error-count-extractor.d.ts.map +1 -0
- package/dist/error-count-extractor.test.d.ts +2 -0
- package/dist/error-count-extractor.test.d.ts.map +1 -0
- package/dist/{errors-CzMUYo7b.d.ts → errors.d.ts} +10 -11
- package/dist/errors.d.ts.map +1 -0
- package/dist/{researcher-B0C2_fVO.d.ts → eval-campaign.d.ts} +34 -156
- package/dist/eval-campaign.d.ts.map +1 -0
- package/dist/eval-campaign.test.d.ts +2 -0
- package/dist/eval-campaign.test.d.ts.map +1 -0
- package/dist/eval-tools.d.ts +55 -0
- package/dist/eval-tools.d.ts.map +1 -0
- package/dist/eval-trace-store.d.ts +107 -0
- package/dist/eval-trace-store.d.ts.map +1 -0
- package/dist/eval-trace-store.test.d.ts +2 -0
- package/dist/eval-trace-store.test.d.ts.map +1 -0
- package/dist/executor.d.ts +38 -0
- package/dist/executor.d.ts.map +1 -0
- package/dist/executor.test.d.ts +10 -0
- package/dist/executor.test.d.ts.map +1 -0
- package/dist/experiment-tracker.d.ts +178 -0
- package/dist/experiment-tracker.d.ts.map +1 -0
- package/dist/experiment-tracker.test.d.ts +2 -0
- package/dist/experiment-tracker.test.d.ts.map +1 -0
- package/dist/failure-taxonomy.d.ts +38 -0
- package/dist/failure-taxonomy.d.ts.map +1 -0
- package/dist/{feedback-trajectory-BxY0cKfs.d.ts → feedback-trajectory.d.ts} +36 -38
- package/dist/feedback-trajectory.d.ts.map +1 -0
- package/dist/feedback-trajectory.test.d.ts +2 -0
- package/dist/feedback-trajectory.test.d.ts.map +1 -0
- package/dist/flow-layer.d.ts +90 -0
- package/dist/flow-layer.d.ts.map +1 -0
- package/dist/flow-layer.test.d.ts +2 -0
- package/dist/flow-layer.test.d.ts.map +1 -0
- package/dist/fuzz/capsule.d.ts +46 -0
- package/dist/fuzz/capsule.d.ts.map +1 -0
- package/dist/fuzz/cube.d.ts +36 -0
- package/dist/fuzz/cube.d.ts.map +1 -0
- package/dist/fuzz/explorer-cost.test.d.ts +2 -0
- package/dist/fuzz/explorer-cost.test.d.ts.map +1 -0
- package/dist/fuzz/explorer.d.ts +64 -0
- package/dist/fuzz/explorer.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.d.ts +16 -0
- package/dist/fuzz/fuzz-agent.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.test.d.ts +2 -0
- package/dist/fuzz/fuzz-agent.test.d.ts.map +1 -0
- package/dist/fuzz/gates.d.ts +33 -0
- package/dist/fuzz/gates.d.ts.map +1 -0
- package/dist/fuzz/index.d.ts +26 -0
- package/dist/fuzz/index.d.ts.map +1 -0
- package/dist/fuzz/policies.d.ts +28 -0
- package/dist/fuzz/policies.d.ts.map +1 -0
- package/dist/fuzz/tools.d.ts +20 -0
- package/dist/fuzz/tools.d.ts.map +1 -0
- package/dist/fuzz/types.d.ts +307 -0
- package/dist/fuzz/types.d.ts.map +1 -0
- package/dist/fuzz.d.ts +1 -547
- package/dist/golden-matcher.d.ts +71 -0
- package/dist/golden-matcher.d.ts.map +1 -0
- package/dist/governance/eu-ai-act.d.ts +37 -0
- package/dist/governance/eu-ai-act.d.ts.map +1 -0
- package/dist/governance/index.d.ts +5 -135
- package/dist/governance/index.d.ts.map +1 -0
- package/dist/governance/nist-ai-rmf.d.ts +15 -0
- package/dist/governance/nist-ai-rmf.d.ts.map +1 -0
- package/dist/governance/soc2.d.ts +12 -0
- package/dist/governance/soc2.d.ts.map +1 -0
- package/dist/governance/types.d.ts +66 -0
- package/dist/governance/types.d.ts.map +1 -0
- package/dist/harness-optimizer.d.ts +82 -0
- package/dist/harness-optimizer.d.ts.map +1 -0
- package/dist/held-out-gate.d.ts +135 -0
- package/dist/held-out-gate.d.ts.map +1 -0
- package/dist/hosted/client.d.ts +73 -0
- package/dist/hosted/client.d.ts.map +1 -0
- package/dist/hosted/from-env.test.d.ts +8 -0
- package/dist/hosted/from-env.test.d.ts.map +1 -0
- package/dist/hosted/index.d.ts +10 -238
- package/dist/hosted/index.d.ts.map +1 -0
- package/dist/hosted/types.d.ts +159 -0
- package/dist/hosted/types.d.ts.map +1 -0
- package/dist/index.d.ts +277 -5665
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +66 -31
- package/dist/index.js.map +1 -1
- package/dist/integrity/backend-integrity.d.ts +71 -0
- package/dist/integrity/backend-integrity.d.ts.map +1 -0
- package/dist/integrity/preflight.d.ts +72 -0
- package/dist/integrity/preflight.d.ts.map +1 -0
- package/dist/integrity/preflight.test.d.ts +2 -0
- package/dist/integrity/preflight.test.d.ts.map +1 -0
- package/dist/integrity/single-backend.d.ts +67 -0
- package/dist/integrity/single-backend.d.ts.map +1 -0
- package/dist/intent-match-judge.d.ts +69 -0
- package/dist/intent-match-judge.d.ts.map +1 -0
- package/dist/intent-match-judge.test.d.ts +2 -0
- package/dist/intent-match-judge.test.d.ts.map +1 -0
- package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration.d.ts} +16 -17
- package/dist/judge-calibration.d.ts.map +1 -0
- package/dist/judge-ensemble.d.ts +66 -0
- package/dist/judge-ensemble.d.ts.map +1 -0
- package/dist/judge-ensemble.test.d.ts +8 -0
- package/dist/judge-ensemble.test.d.ts.map +1 -0
- package/dist/judge-families.d.ts +38 -0
- package/dist/judge-families.d.ts.map +1 -0
- package/dist/judge-panel.d.ts +65 -0
- package/dist/judge-panel.d.ts.map +1 -0
- package/dist/judge-retry.d.ts +70 -0
- package/dist/judge-retry.d.ts.map +1 -0
- package/dist/judge-runner.d.ts +36 -0
- package/dist/judge-runner.d.ts.map +1 -0
- package/dist/judge-runner.test.d.ts +2 -0
- package/dist/judge-runner.test.d.ts.map +1 -0
- package/dist/judges.d.ts +74 -0
- package/dist/judges.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.d.ts +89 -0
- package/dist/keyword-coverage-judge.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.test.d.ts +2 -0
- package/dist/keyword-coverage-judge.test.d.ts.map +1 -0
- package/dist/knowledge/index.d.ts +3 -103
- package/dist/knowledge/index.d.ts.map +1 -0
- package/dist/knowledge/readiness.d.ts +26 -0
- package/dist/knowledge/readiness.d.ts.map +1 -0
- package/dist/knowledge/types.d.ts +75 -0
- package/dist/knowledge/types.d.ts.map +1 -0
- package/dist/live-proof.d.ts +62 -0
- package/dist/live-proof.d.ts.map +1 -0
- package/dist/{llm-client-Bj7g0rqu.d.ts → llm-client.d.ts} +21 -23
- package/dist/llm-client.d.ts.map +1 -0
- package/dist/llm-client.test.d.ts +2 -0
- package/dist/llm-client.test.d.ts.map +1 -0
- package/dist/locked-jsonl-appender.d.ts +19 -0
- package/dist/locked-jsonl-appender.d.ts.map +1 -0
- package/dist/matrix/aggregation.d.ts +16 -0
- package/dist/matrix/aggregation.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +12 -30
- package/dist/matrix/index.d.ts.map +1 -0
- package/dist/matrix/runner.d.ts +15 -0
- package/dist/matrix/runner.d.ts.map +1 -0
- package/dist/{types-mn5Aqk7x.d.ts → matrix/types.d.ts} +11 -15
- package/dist/matrix/types.d.ts.map +1 -0
- package/dist/meta-eval/calibration.d.ts +47 -0
- package/dist/meta-eval/calibration.d.ts.map +1 -0
- package/dist/meta-eval/correlation-study.d.ts +53 -0
- package/dist/meta-eval/correlation-study.d.ts.map +1 -0
- package/dist/meta-eval/index.d.ts +6 -181
- package/dist/meta-eval/index.d.ts.map +1 -0
- package/dist/{outcome-store-rnXLEqSn.d.ts → meta-eval/outcome-store.d.ts} +7 -8
- package/dist/meta-eval/outcome-store.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-Cy_W-hWZ.d.ts → meta-eval/rubric-predictive-validity.d.ts} +8 -11
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +1 -0
- package/dist/meta-eval/sentinel.d.ts +169 -0
- package/dist/meta-eval/sentinel.d.ts.map +1 -0
- package/dist/metrics.d.ts +63 -0
- package/dist/metrics.d.ts.map +1 -0
- package/dist/model-seats.d.ts +71 -0
- package/dist/model-seats.d.ts.map +1 -0
- package/dist/model-seats.test.d.ts +2 -0
- package/dist/model-seats.test.d.ts.map +1 -0
- package/dist/muffled-gate-scanner.d.ts +102 -0
- package/dist/muffled-gate-scanner.d.ts.map +1 -0
- package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier.d.ts} +12 -15
- package/dist/multi-layer-verifier.d.ts.map +1 -0
- package/dist/multi-layer-verifier.test.d.ts +2 -0
- package/dist/multi-layer-verifier.test.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.d.ts +80 -0
- package/dist/multi-toolchain-layer.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.test.d.ts +2 -0
- package/dist/multi-toolchain-layer.test.d.ts.map +1 -0
- package/dist/multishot/default-tools.d.ts +34 -0
- package/dist/multishot/default-tools.d.ts.map +1 -0
- package/dist/multishot/index.d.ts +7 -290
- package/dist/multishot/index.d.ts.map +1 -0
- package/dist/multishot/index.js.map +1 -1
- package/dist/multishot/judges.d.ts +32 -0
- package/dist/multishot/judges.d.ts.map +1 -0
- package/dist/multishot/matrix.d.ts +107 -0
- package/dist/multishot/matrix.d.ts.map +1 -0
- package/dist/multishot/multishot.d.ts +23 -0
- package/dist/multishot/multishot.d.ts.map +1 -0
- package/dist/multishot/router.d.ts +37 -0
- package/dist/multishot/router.d.ts.map +1 -0
- package/dist/multishot/types.d.ts +60 -0
- package/dist/multishot/types.d.ts.map +1 -0
- package/dist/observability.d.ts +71 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/oracle.d.ts +55 -0
- package/dist/oracle.d.ts.map +1 -0
- package/dist/orthogonality.d.ts +35 -0
- package/dist/orthogonality.d.ts.map +1 -0
- package/dist/otel-pipeline.d.ts +31 -0
- package/dist/otel-pipeline.d.ts.map +1 -0
- package/dist/paraphrase.d.ts +107 -0
- package/dist/paraphrase.d.ts.map +1 -0
- package/dist/{pareto-E-pembql.d.ts → pareto.d.ts} +9 -10
- package/dist/pareto.d.ts.map +1 -0
- package/dist/partition-held-out.d.ts +70 -0
- package/dist/partition-held-out.d.ts.map +1 -0
- package/dist/partition-held-out.test.d.ts +2 -0
- package/dist/partition-held-out.test.d.ts.map +1 -0
- package/dist/perf/index.d.ts +13 -119
- package/dist/perf/index.d.ts.map +1 -0
- package/dist/perf/integrity.d.ts +30 -0
- package/dist/perf/integrity.d.ts.map +1 -0
- package/dist/perf/journey.d.ts +45 -0
- package/dist/perf/journey.d.ts.map +1 -0
- package/dist/perf/ratchet.d.ts +47 -0
- package/dist/perf/ratchet.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.d.ts +31 -0
- package/dist/pipelines/budget-breach.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.test.d.ts +2 -0
- package/dist/pipelines/budget-breach.test.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.d.ts +38 -0
- package/dist/pipelines/failure-cluster.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.test.d.ts +2 -0
- package/dist/pipelines/failure-cluster.test.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.d.ts +26 -0
- package/dist/pipelines/first-divergence.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.test.d.ts +2 -0
- package/dist/pipelines/first-divergence.test.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +8 -173
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/judge-agreement.d.ts +26 -0
- package/dist/pipelines/judge-agreement.d.ts.map +1 -0
- package/dist/pipelines/judge-agreement.test.d.ts +2 -0
- package/dist/pipelines/judge-agreement.test.d.ts.map +1 -0
- package/dist/pipelines/regression.d.ts +23 -0
- package/dist/pipelines/regression.d.ts.map +1 -0
- package/dist/pipelines/regression.test.d.ts +2 -0
- package/dist/pipelines/regression.test.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.d.ts +32 -0
- package/dist/pipelines/stuck-loop.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.test.d.ts +2 -0
- package/dist/pipelines/stuck-loop.test.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.d.ts +34 -0
- package/dist/pipelines/tool-waste.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.test.d.ts +2 -0
- package/dist/pipelines/tool-waste.test.d.ts.map +1 -0
- package/dist/playbook.d.ts +16 -0
- package/dist/playbook.d.ts.map +1 -0
- package/dist/pr-review-benchmark.d.ts +88 -0
- package/dist/pr-review-benchmark.d.ts.map +1 -0
- package/dist/pr-review-benchmark.test.d.ts +2 -0
- package/dist/pr-review-benchmark.test.d.ts.map +1 -0
- package/dist/pre-registration.d.ts +125 -0
- package/dist/pre-registration.d.ts.map +1 -0
- package/dist/prm/builtin-rubrics.d.ts +33 -0
- package/dist/prm/builtin-rubrics.d.ts.map +1 -0
- package/dist/prm/index.d.ts +5 -104
- package/dist/prm/index.d.ts.map +1 -0
- package/dist/prm/inference.d.ts +29 -0
- package/dist/prm/inference.d.ts.map +1 -0
- package/dist/prm/inference.test.d.ts +2 -0
- package/dist/prm/inference.test.d.ts.map +1 -0
- package/dist/{rubric-Cc6UHvUb.d.ts → prm/rubric.d.ts} +10 -13
- package/dist/prm/rubric.d.ts.map +1 -0
- package/dist/prm/training-export.d.ts +38 -0
- package/dist/prm/training-export.d.ts.map +1 -0
- package/dist/produced-state.d.ts +63 -0
- package/dist/produced-state.d.ts.map +1 -0
- package/dist/produced-state.test.d.ts +8 -0
- package/dist/produced-state.test.d.ts.map +1 -0
- package/dist/profile/baselines.d.ts +37 -0
- package/dist/profile/baselines.d.ts.map +1 -0
- package/dist/profile/index.d.ts +105 -0
- package/dist/profile/index.d.ts.map +1 -0
- package/dist/promotion-gate.d.ts +93 -0
- package/dist/promotion-gate.d.ts.map +1 -0
- package/dist/prompt-registry.d.ts +41 -0
- package/dist/prompt-registry.d.ts.map +1 -0
- package/dist/propose-review-control.d.ts +49 -0
- package/dist/propose-review-control.d.ts.map +1 -0
- package/dist/propose-review-control.test.d.ts +2 -0
- package/dist/propose-review-control.test.d.ts.map +1 -0
- package/dist/propose-review.d.ts +155 -0
- package/dist/propose-review.d.ts.map +1 -0
- package/dist/{red-team-BWdoyleI.d.ts → red-team.d.ts} +14 -16
- package/dist/red-team.d.ts.map +1 -0
- package/dist/reference-replay-steering.d.ts +11 -0
- package/dist/reference-replay-steering.d.ts.map +1 -0
- package/dist/reference-replay.d.ts +176 -0
- package/dist/reference-replay.d.ts.map +1 -0
- package/dist/reflective-mutation.d.ts +79 -0
- package/dist/reflective-mutation.d.ts.map +1 -0
- package/dist/registry.d.ts +31 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/release-confidence.d.ts +128 -0
- package/dist/release-confidence.d.ts.map +1 -0
- package/dist/release-report.d.ts +11 -0
- package/dist/release-report.d.ts.map +1 -0
- package/dist/replay.d.ts +120 -0
- package/dist/replay.d.ts.map +1 -0
- package/dist/reporter.d.ts +14 -0
- package/dist/reporter.d.ts.map +1 -0
- package/dist/reporting.d.ts +15 -15
- package/dist/reporting.d.ts.map +1 -0
- package/dist/researcher.d.ts +140 -0
- package/dist/researcher.d.ts.map +1 -0
- package/dist/reviewer.d.ts +118 -0
- package/dist/reviewer.d.ts.map +1 -0
- package/dist/reviewer.test.d.ts +2 -0
- package/dist/reviewer.test.d.ts.map +1 -0
- package/dist/reward-model-export.d.ts +60 -0
- package/dist/reward-model-export.d.ts.map +1 -0
- package/dist/rl/active-curriculum.d.ts +110 -0
- package/dist/rl/active-curriculum.d.ts.map +1 -0
- package/dist/rl/adaptation-eval.d.ts +109 -0
- package/dist/rl/adaptation-eval.d.ts.map +1 -0
- package/dist/{adversarial-DIVcDoI_.d.ts → rl/adversarial.d.ts} +6 -7
- package/dist/rl/adversarial.d.ts.map +1 -0
- package/dist/rl/compute-curves.d.ts +127 -0
- package/dist/rl/compute-curves.d.ts.map +1 -0
- package/dist/rl/contamination.d.ts +117 -0
- package/dist/rl/contamination.d.ts.map +1 -0
- package/dist/rl/corpus.d.ts +55 -0
- package/dist/rl/corpus.d.ts.map +1 -0
- package/dist/rl/corpus.test.d.ts +2 -0
- package/dist/rl/corpus.test.d.ts.map +1 -0
- package/dist/rl/dataset.d.ts +102 -0
- package/dist/rl/dataset.d.ts.map +1 -0
- package/dist/rl/dataset.test.d.ts +2 -0
- package/dist/rl/dataset.test.d.ts.map +1 -0
- package/dist/rl/exporters.d.ts +141 -0
- package/dist/rl/exporters.d.ts.map +1 -0
- package/dist/rl/index.d.ts +49 -0
- package/dist/rl/index.d.ts.map +1 -0
- package/dist/{off-policy-DiwuKKg7.d.ts → rl/off-policy.d.ts} +8 -9
- package/dist/rl/off-policy.d.ts.map +1 -0
- package/dist/rl/predictive-validity-researcher.d.ts +69 -0
- package/dist/rl/predictive-validity-researcher.d.ts.map +1 -0
- package/dist/rl/preferences.d.ts +141 -0
- package/dist/rl/preferences.d.ts.map +1 -0
- package/dist/rl/process-reward.d.ts +122 -0
- package/dist/rl/process-reward.d.ts.map +1 -0
- package/dist/rl/reward-hacking.d.ts +104 -0
- package/dist/rl/reward-hacking.d.ts.map +1 -0
- package/dist/rl/rl-campaign.d.ts +85 -0
- package/dist/rl/rl-campaign.d.ts.map +1 -0
- package/dist/rl/run-record-adapters.d.ts +56 -0
- package/dist/rl/run-record-adapters.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.d.ts +166 -0
- package/dist/rl/sim-fidelity.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.test.d.ts +2 -0
- package/dist/rl/sim-fidelity.test.d.ts.map +1 -0
- package/dist/rl/tournament.d.ts +115 -0
- package/dist/rl/tournament.d.ts.map +1 -0
- package/dist/rl/verifiable-reward.d.ts +124 -0
- package/dist/rl/verifiable-reward.d.ts.map +1 -0
- package/dist/rl.d.ts +1 -1192
- package/dist/rl.js +612 -612
- package/dist/rl.js.map +1 -1
- package/dist/{run-campaign-7WNXMDSN.js → run-campaign-WXY7KI67.js} +2 -2
- package/dist/run-critic.d.ts +23 -0
- package/dist/run-critic.d.ts.map +1 -0
- package/dist/run-evidence.d.ts +32 -0
- package/dist/run-evidence.d.ts.map +1 -0
- package/dist/{run-record-e7vj1uZQ.d.ts → run-record.d.ts} +16 -122
- package/dist/run-record.d.ts.map +1 -0
- package/dist/run-record.test.d.ts +2 -0
- package/dist/run-record.test.d.ts.map +1 -0
- package/dist/run-score.d.ts +31 -0
- package/dist/run-score.d.ts.map +1 -0
- package/dist/runtime-trajectory.d.ts +47 -0
- package/dist/runtime-trajectory.d.ts.map +1 -0
- package/dist/{test-graded-scenario-DeODGLra.d.ts → sandbox-harness.d.ts} +15 -60
- package/dist/sandbox-harness.d.ts.map +1 -0
- package/dist/sandbox-harness.test.d.ts +2 -0
- package/dist/sandbox-harness.test.d.ts.map +1 -0
- package/dist/sandbox-pool.d.ts +74 -0
- package/dist/sandbox-pool.d.ts.map +1 -0
- package/dist/sandbox-pool.test.d.ts +2 -0
- package/dist/sandbox-pool.test.d.ts.map +1 -0
- package/dist/scorecard.d.ts +133 -0
- package/dist/scorecard.d.ts.map +1 -0
- package/dist/scorecard.test.d.ts +2 -0
- package/dist/scorecard.test.d.ts.map +1 -0
- package/dist/self-play.d.ts +69 -0
- package/dist/self-play.d.ts.map +1 -0
- package/dist/semantic-concept-judge.d.ts +135 -0
- package/dist/semantic-concept-judge.d.ts.map +1 -0
- package/dist/semantic-concept-judge.test.d.ts +2 -0
- package/dist/semantic-concept-judge.test.d.ts.map +1 -0
- package/dist/{sequential-5iSVfzl2.d.ts → sequential.d.ts} +9 -10
- package/dist/sequential.d.ts.map +1 -0
- package/dist/{series-convergence-D5OWMBg6.d.ts → series-convergence.d.ts} +4 -5
- package/dist/series-convergence.d.ts.map +1 -0
- package/dist/slo.d.ts +48 -0
- package/dist/slo.d.ts.map +1 -0
- package/dist/state-continuity.d.ts +47 -0
- package/dist/state-continuity.d.ts.map +1 -0
- package/dist/{statistics-CCJpTGOS.d.ts → statistics.d.ts} +46 -48
- package/dist/statistics.d.ts.map +1 -0
- package/dist/statistics.test.d.ts +2 -0
- package/dist/statistics.test.d.ts.map +1 -0
- package/dist/steering-optimizer.d.ts +58 -0
- package/dist/steering-optimizer.d.ts.map +1 -0
- package/dist/steering.d.ts +24 -0
- package/dist/steering.d.ts.map +1 -0
- package/dist/storyboard/code-edit.d.ts +64 -0
- package/dist/storyboard/code-edit.d.ts.map +1 -0
- package/dist/storyboard/code-edit.test.d.ts +2 -0
- package/dist/storyboard/code-edit.test.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +16 -81
- package/dist/storyboard/index.d.ts.map +1 -0
- package/dist/storyboard/index.test.d.ts +2 -0
- package/dist/storyboard/index.test.d.ts.map +1 -0
- package/dist/{summary-report-BDOFevaT.d.ts → summary-report.d.ts} +23 -160
- package/dist/summary-report.d.ts.map +1 -0
- package/dist/telemetry/client.d.ts +35 -0
- package/dist/telemetry/client.d.ts.map +1 -0
- package/dist/telemetry/index.d.ts +17 -35
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/schema.d.ts +61 -0
- package/dist/telemetry/schema.d.ts.map +1 -0
- package/dist/telemetry/sink-fetch.d.ts +39 -0
- package/dist/telemetry/sink-fetch.d.ts.map +1 -0
- package/dist/telemetry/{file.d.ts → sink-file.d.ts} +5 -7
- package/dist/telemetry/sink-file.d.ts.map +1 -0
- package/dist/test-graded-scenario.d.ts +42 -0
- package/dist/test-graded-scenario.d.ts.map +1 -0
- package/dist/testing.d.ts +5 -0
- package/dist/testing.d.ts.map +1 -0
- package/dist/testing.js +8 -0
- package/dist/testing.js.map +1 -0
- package/dist/tool-use-metrics.d.ts +35 -0
- package/dist/tool-use-metrics.d.ts.map +1 -0
- package/dist/trace/capture-fetch.d.ts +48 -0
- package/dist/trace/capture-fetch.d.ts.map +1 -0
- package/dist/trace/capture-fetch.test.d.ts +2 -0
- package/dist/trace/capture-fetch.test.d.ts.map +1 -0
- package/dist/{emitter-C2rqGH_l.d.ts → trace/emitter.d.ts} +9 -12
- package/dist/trace/emitter.d.ts.map +1 -0
- package/dist/trace/extract-usage.d.ts +46 -0
- package/dist/trace/extract-usage.d.ts.map +1 -0
- package/dist/trace/extract-usage.test.d.ts +2 -0
- package/dist/trace/extract-usage.test.d.ts.map +1 -0
- package/dist/trace/index.d.ts +15 -0
- package/dist/trace/index.d.ts.map +1 -0
- package/dist/{integrity-D2t12mMw.d.ts → trace/integrity.d.ts} +11 -14
- package/dist/trace/integrity.d.ts.map +1 -0
- package/dist/trace/otel-bridge.d.ts +29 -0
- package/dist/trace/otel-bridge.d.ts.map +1 -0
- package/dist/trace/otel-export.d.ts +52 -0
- package/dist/trace/otel-export.d.ts.map +1 -0
- package/dist/trace/otel.d.ts +57 -0
- package/dist/trace/otel.d.ts.map +1 -0
- package/dist/trace/otlp-attributes.d.ts +17 -0
- package/dist/trace/otlp-attributes.d.ts.map +1 -0
- package/dist/trace/query.d.ts +29 -0
- package/dist/trace/query.d.ts.map +1 -0
- package/dist/trace/query.test.d.ts +2 -0
- package/dist/trace/query.test.d.ts.map +1 -0
- package/dist/{raw-provider-sink-C46HDghv.d.ts → trace/raw-provider-sink.d.ts} +13 -14
- package/dist/trace/raw-provider-sink.d.ts.map +1 -0
- package/dist/{redact-B40YG2M_.d.ts → trace/redact.d.ts} +7 -8
- package/dist/trace/redact.d.ts.map +1 -0
- package/dist/{schema-m0gsnbt3.d.ts → trace/schema.d.ts} +29 -30
- package/dist/trace/schema.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.d.ts +72 -0
- package/dist/trace/store-to-otlp.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.test.d.ts +2 -0
- package/dist/trace/store-to-otlp.test.d.ts.map +1 -0
- package/dist/{store-BcFXE6LG.d.ts → trace/store.d.ts} +21 -12
- package/dist/trace/store.d.ts.map +1 -0
- package/dist/trace/store.test.d.ts +2 -0
- package/dist/trace/store.test.d.ts.map +1 -0
- package/dist/{analyst-C8HHvfJp.d.ts → trace-analyst/analyst.d.ts} +12 -14
- package/dist/trace-analyst/analyst.d.ts.map +1 -0
- package/dist/trace-analyst/analyst.test.d.ts +2 -0
- package/dist/trace-analyst/analyst.test.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts +40 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +2 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +1 -0
- package/dist/trace-analyst/hook.d.ts +55 -0
- package/dist/trace-analyst/hook.d.ts.map +1 -0
- package/dist/trace-analyst/index.d.ts +18 -0
- package/dist/trace-analyst/index.d.ts.map +1 -0
- package/dist/trace-analyst/insights.d.ts +71 -0
- package/dist/trace-analyst/insights.d.ts.map +1 -0
- package/dist/trace-analyst/insights.test.d.ts +2 -0
- package/dist/trace-analyst/insights.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-flatten.d.ts +42 -0
- package/dist/trace-analyst/otlp-flatten.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.d.ts +85 -0
- package/dist/trace-analyst/otlp-span.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-span.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts +115 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/prompts.d.ts +6 -0
- package/dist/trace-analyst/prompts.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.d.ts +126 -0
- package/dist/trace-analyst/store-otlp.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.test.d.ts +8 -0
- package/dist/trace-analyst/store-otlp.test.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/store.d.ts +63 -0
- package/dist/trace-analyst/store.d.ts.map +1 -0
- package/dist/trace-analyst/tools.d.ts +44 -0
- package/dist/trace-analyst/tools.d.ts.map +1 -0
- package/dist/trace-analyst/tools.test.d.ts +10 -0
- package/dist/trace-analyst/tools.test.d.ts.map +1 -0
- package/dist/{store-C1YxJDEK.d.ts → trace-analyst/types.d.ts} +18 -74
- package/dist/trace-analyst/types.d.ts.map +1 -0
- package/dist/trace-contracts.d.ts +180 -0
- package/dist/trace-contracts.d.ts.map +1 -0
- package/dist/traced-analyst.d.ts +26 -0
- package/dist/traced-analyst.d.ts.map +1 -0
- package/dist/traced-judges.d.ts +27 -0
- package/dist/traced-judges.d.ts.map +1 -0
- package/dist/traces.d.ts +4 -960
- package/dist/traces.d.ts.map +1 -0
- package/dist/traces.js +41 -11
- package/dist/{trajectory-2TkpSEVh.d.ts → trajectory.d.ts} +8 -9
- package/dist/trajectory.d.ts.map +1 -0
- package/dist/{types-C7DGg5ex.d.ts → types.d.ts} +31 -33
- package/dist/types.d.ts.map +1 -0
- package/dist/ui-finding.d.ts +104 -0
- package/dist/ui-finding.d.ts.map +1 -0
- package/dist/verdict-cache.d.ts +78 -0
- package/dist/verdict-cache.d.ts.map +1 -0
- package/dist/verdict-cache.test.d.ts +2 -0
- package/dist/verdict-cache.test.d.ts.map +1 -0
- package/dist/{verdict-C9MlYujm.d.ts → verdict.d.ts} +2 -3
- package/dist/verdict.d.ts.map +1 -0
- package/dist/visual-diff.d.ts +32 -0
- package/dist/visual-diff.d.ts.map +1 -0
- package/dist/wire/handlers.d.ts +54 -0
- package/dist/wire/handlers.d.ts.map +1 -0
- package/dist/wire/index.d.ts +13 -570
- package/dist/wire/index.d.ts.map +1 -0
- package/dist/wire/openapi.d.ts +3 -0
- package/dist/wire/openapi.d.ts.map +1 -0
- package/dist/wire/rpc.d.ts +21 -0
- package/dist/wire/rpc.d.ts.map +1 -0
- package/dist/wire/rubrics.d.ts +34 -0
- package/dist/wire/rubrics.d.ts.map +1 -0
- package/dist/wire/schemas.d.ts +410 -0
- package/dist/wire/schemas.d.ts.map +1 -0
- package/dist/wire/server.d.ts +60 -0
- package/dist/wire/server.d.ts.map +1 -0
- package/dist/workflow/event-schema.d.ts +5 -0
- package/dist/workflow/event-schema.d.ts.map +1 -0
- package/dist/workflow/feedback-pack.d.ts +99 -0
- package/dist/workflow/feedback-pack.d.ts.map +1 -0
- package/dist/workflow/index.d.ts +22 -495
- package/dist/workflow/index.d.ts.map +1 -0
- package/dist/workflow/index.js +1 -1
- package/dist/workflow/intelligence-export.d.ts +62 -0
- package/dist/workflow/intelligence-export.d.ts.map +1 -0
- package/dist/workflow/partner-report.d.ts +49 -0
- package/dist/workflow/partner-report.d.ts.map +1 -0
- package/dist/workflow/phase-graph.d.ts +43 -0
- package/dist/workflow/phase-graph.d.ts.map +1 -0
- package/dist/workflow/promotion-gate.d.ts +61 -0
- package/dist/workflow/promotion-gate.d.ts.map +1 -0
- package/dist/workflow/run-record.d.ts +12 -0
- package/dist/workflow/run-record.d.ts.map +1 -0
- package/dist/workflow/runtime-adapter.d.ts +20 -0
- package/dist/workflow/runtime-adapter.d.ts.map +1 -0
- package/dist/workflow/sanitize.d.ts +21 -0
- package/dist/workflow/sanitize.d.ts.map +1 -0
- package/dist/workflow/schema.d.ts +5 -0
- package/dist/workflow/schema.d.ts.map +1 -0
- package/dist/workflow/summary.d.ts +43 -0
- package/dist/workflow/summary.d.ts.map +1 -0
- package/dist/workflow/trace-event-fields.d.ts +6 -0
- package/dist/workflow/trace-event-fields.d.ts.map +1 -0
- package/dist/workflow/trajectory.d.ts +15 -0
- package/dist/workflow/trajectory.d.ts.map +1 -0
- package/dist/workflow/types.d.ts +68 -0
- package/dist/workflow/types.d.ts.map +1 -0
- package/dist/workspace-inspector.d.ts +67 -0
- package/dist/workspace-inspector.d.ts.map +1 -0
- package/dist/wrangler-deploy-runner.test.d.ts +2 -0
- package/dist/wrangler-deploy-runner.test.d.ts.map +1 -0
- package/docs/campaign-proposers.md +170 -0
- package/docs/concepts.md +8 -4
- package/docs/customer-journeys.md +15 -13
- package/docs/design/loop-taxonomy.md +34 -66
- package/docs/distributed-driver.md +14 -14
- package/docs/feature-guide.md +1 -1
- package/docs/hosted-ingest-spec.md +2 -3
- package/docs/multi-shot-optimization.md +8 -8
- package/docs/product-eval-adoption.md +1 -1
- package/docs/self-improvement-map.md +33 -29
- package/package.json +9 -15
- package/dist/calibration-BPmzuVPk.d.ts +0 -101
- package/dist/chunk-2K6UUZ7P.js.map +0 -1
- package/dist/chunk-CTBHKLEU.js.map +0 -1
- package/dist/chunk-E4GH6USR.js.map +0 -1
- package/dist/chunk-EGPMSBEZ.js.map +0 -1
- package/dist/chunk-KWRRMR3J.js.map +0 -1
- package/dist/chunk-MIFZUPEK.js.map +0 -1
- package/dist/chunk-MPQWFX6Y.js.map +0 -1
- package/dist/chunk-Q5LIB7BC.js.map +0 -1
- package/dist/chunk-QMUEXQJS.js.map +0 -1
- package/dist/chunk-SD2YFWQQ.js.map +0 -1
- package/dist/control-D6qwHXIR.d.ts +0 -259
- package/dist/corpus-B8A4BDR3.d.ts +0 -560
- package/dist/failure-cluster-DH9Flgcf.d.ts +0 -76
- package/dist/harness-optimizer-mOl9XX_O.d.ts +0 -106
- package/dist/index-Bx3gZ8xl.d.ts +0 -159
- package/dist/pre-registration-mAnCugl9.d.ts +0 -523
- package/dist/provenance-P-bCL2Fo.d.ts +0 -441
- package/dist/query-B7GGjRox.d.ts +0 -32
- package/dist/release-report-BEbWmVYj.d.ts +0 -233
- package/dist/run-critic-CmMf05uV.d.ts +0 -56
- package/dist/run-improvement-loop-DBahB8Ax.d.ts +0 -427
- package/dist/runtime-trajectory-BDgfGZSr.d.ts +0 -49
- package/dist/semantic-concept-judge-B9MgmBnM.d.ts +0 -624
- package/dist/sink-fetch-B1Yg4Til.d.ts +0 -101
- package/docs/design/external-agent-wedge.md +0 -89
- package/docs/design/phase-d-rfc.md +0 -125
- package/docs/design/phase4-consumer-migration.md +0 -70
- package/docs/design/primitives-integration-spec.md +0 -393
- package/docs/design/product-self-improvement-loop.md +0 -146
- package/docs/design/self-improvement-engine.md +0 -140
- package/docs/design/self-improvement-protocol.md +0 -223
- package/docs/design/self-improvement-roadmap.md +0 -106
- package/docs/design/substrate-gaps.md +0 -118
- package/docs/phase-b-pairing-kit.md +0 -188
- package/docs/phase-b-runbook.md +0 -176
- package/docs/pilot/README.md +0 -62
- package/docs/pilot/customer-checklist.md +0 -90
- package/docs/pilot/integration-foreign-stack.md +0 -296
- package/docs/pilot/integration-tangle-stack.md +0 -248
- package/docs/pilot/one-pager.md +0 -161
- package/docs/pilot/sample-insight-report.json +0 -172
- package/docs/quickstart-external.md +0 -229
- package/docs/research/belief-state-agent-eval-roadmap.md +0 -593
- package/docs/research/research-roadmap.md +0 -205
- package/docs/specs/driver-honest-spec.md +0 -251
- package/docs/specs/hermes-self-improvement-audit.md +0 -93
- package/docs/specs/profile-versioning.md +0 -291
- package/docs/three-package-architecture.md +0 -168
- /package/dist/{chunk-TBDR6PAI.js.map → chunk-IZCEK2HR.js.map} +0 -0
- /package/dist/{chunk-KW53MSA5.js.map → chunk-X74V6ESX.js.map} +0 -0
- /package/dist/{chunk-2KNZHH3P.js.map → chunk-Z6L6YSU6.js.map} +0 -0
- /package/dist/{run-campaign-7WNXMDSN.js.map → run-campaign-WXY7KI67.js.map} +0 -0
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
import { V as ValidationError } from './errors-CzMUYo7b.js';
|
|
2
|
-
|
|
3
1
|
/**
|
|
4
2
|
* Dataset — versioned, sliceable, content-hashed scenario collection.
|
|
5
3
|
*
|
|
@@ -16,9 +14,9 @@ import { V as ValidationError } from './errors-CzMUYo7b.js';
|
|
|
16
14
|
* can read them but `mutate` throws, which prevents "oh I'll just
|
|
17
15
|
* tweak that one scenario" contamination drift.
|
|
18
16
|
*/
|
|
19
|
-
type DatasetSplit = 'train' | 'dev' | 'test' | 'holdout';
|
|
20
|
-
type DatasetDifficulty = 'easy' | 'medium' | 'hard' | 'extreme';
|
|
21
|
-
interface DatasetScenario {
|
|
17
|
+
export type DatasetSplit = 'train' | 'dev' | 'test' | 'holdout';
|
|
18
|
+
export type DatasetDifficulty = 'easy' | 'medium' | 'hard' | 'extreme';
|
|
19
|
+
export interface DatasetScenario {
|
|
22
20
|
id: string;
|
|
23
21
|
/** Arbitrary payload; the framework doesn't interpret it. */
|
|
24
22
|
payload: unknown;
|
|
@@ -38,7 +36,7 @@ interface DatasetScenario {
|
|
|
38
36
|
forbiddenPattern?: string;
|
|
39
37
|
tags?: Record<string, string>;
|
|
40
38
|
}
|
|
41
|
-
interface DatasetProvenance {
|
|
39
|
+
export interface DatasetProvenance {
|
|
42
40
|
contributor?: string;
|
|
43
41
|
createdAt: string;
|
|
44
42
|
sourceUrl?: string;
|
|
@@ -47,7 +45,7 @@ interface DatasetProvenance {
|
|
|
47
45
|
/** Monotonic human-readable version (e.g. "2026.04.20"). */
|
|
48
46
|
version: string;
|
|
49
47
|
}
|
|
50
|
-
interface DatasetManifest {
|
|
48
|
+
export interface DatasetManifest {
|
|
51
49
|
name: string;
|
|
52
50
|
provenance: DatasetProvenance;
|
|
53
51
|
/** sha256 hex over canonicalized scenarios. */
|
|
@@ -55,7 +53,7 @@ interface DatasetManifest {
|
|
|
55
53
|
scenarioCount: number;
|
|
56
54
|
splitCounts: Record<DatasetSplit, number>;
|
|
57
55
|
}
|
|
58
|
-
interface SliceOptions {
|
|
56
|
+
export interface SliceOptions {
|
|
59
57
|
split?: DatasetSplit;
|
|
60
58
|
difficulty?: DatasetDifficulty;
|
|
61
59
|
/** Number of scenarios (random sample, seeded). Omit to take all that match. */
|
|
@@ -66,12 +64,12 @@ interface SliceOptions {
|
|
|
66
64
|
/** If true, include scenarios marked as holdout. Default false. */
|
|
67
65
|
includeHoldout?: boolean;
|
|
68
66
|
}
|
|
69
|
-
|
|
67
|
+
import { ValidationError } from './errors';
|
|
70
68
|
/** Locked holdouts — throws on mutate. Callers that need a mutable dataset fork it. */
|
|
71
|
-
declare class HoldoutLockedError extends ValidationError {
|
|
69
|
+
export declare class HoldoutLockedError extends ValidationError {
|
|
72
70
|
constructor(datasetName: string);
|
|
73
71
|
}
|
|
74
|
-
declare class Dataset {
|
|
72
|
+
export declare class Dataset {
|
|
75
73
|
readonly name: string;
|
|
76
74
|
readonly provenance: DatasetProvenance;
|
|
77
75
|
private scenarios;
|
|
@@ -110,6 +108,5 @@ declare class Dataset {
|
|
|
110
108
|
toJsonl(): string;
|
|
111
109
|
static fromJsonl(jsonl: string, manifest: Omit<DatasetManifest, 'contentHash' | 'scenarioCount' | 'splitCounts'>): Dataset;
|
|
112
110
|
}
|
|
113
|
-
declare function hashScenarios(scenarios: DatasetScenario[]): Promise<string>;
|
|
114
|
-
|
|
115
|
-
export { type DatasetSplit as D, HoldoutLockedError as H, type SliceOptions as S, type DatasetScenario as a, Dataset as b, type DatasetManifest as c, type DatasetDifficulty as d, type DatasetProvenance as e, hashScenarios as h };
|
|
111
|
+
export declare function hashScenarios(scenarios: DatasetScenario[]): Promise<string>;
|
|
112
|
+
//# sourceMappingURL=dataset.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../src/dataset.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,MAAM,MAAM,YAAY,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,GAAG,SAAS,CAAA;AAC/D,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,SAAS,CAAA;AAEtE,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAA;IACV,6DAA6D;IAC7D,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;;;;;;;OAQG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC9B;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,4DAA4D;IAC5D,OAAO,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,iBAAiB,CAAA;IAC7B,+CAA+C;IAC/C,WAAW,EAAE,MAAM,CAAA;IACnB,aAAa,EAAE,MAAM,CAAA;IACrB,WAAW,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;CAC1C;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,YAAY,CAAA;IACpB,UAAU,CAAC,EAAE,iBAAiB,CAAA;IAC9B,gFAAgF;IAChF,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,mEAAmE;IACnE,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,eAAe,KAAK,OAAO,CAAA;IAC/C,mEAAmE;IACnE,cAAc,CAAC,EAAE,OAAO,CAAA;CACzB;AAED,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAE1C,uFAAuF;AACvF,qBAAa,kBAAmB,SAAQ,eAAe;gBACzC,WAAW,EAAE,MAAM;CAKhC;AAED,qBAAa,OAAO;IAClB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,UAAU,EAAE,iBAAiB,CAAA;IACtC,OAAO,CAAC,SAAS,CAAmB;IACpC,OAAO,CAAC,MAAM,CAAS;gBAEX,IAAI,EAAE;QAChB,IAAI,EAAE,MAAM,CAAA;QACZ,UAAU,EAAE,iBAAiB,CAAA;QAC7B,SAAS,EAAE,eAAe,EAAE,CAAA;QAC5B,MAAM,CAAC,EAAE,OAAO,CAAA;KACjB;IAOD,4EAA4E;IAC5E,GAAG,IAAI,SAAS,eAAe,EAAE;IAIjC,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED;;;OAGG;IACH,KAAK,CAAC,OAAO,GAAE,YAAiB,GAAG,eAAe,EAAE;IAiBpD;;;OAGG;IACG,QAAQ,IAAI,OAAO,CAAC,eAAe,CAAC;IAe1C,4EAA4E;IAC5E,KAAK,CAAC,SAAS,GAAE,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAM,GAAG,OAAO;IAW1E,IAAI,IAAI,IAAI;IAIZ,GAAG,CAAC,QAAQ,EAAE,eAAe,GAAG,IAAI;IAQpC,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOhC;;;OAGG;IACH,OAAO,IAAI,MAAM;IAQjB,MAAM,CAAC,SAAS,CACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,GAAG,eAAe,GAAG,aAAa,CAAC,GAC/E,OAAO;CASX;AAID,wBAAsB,aAAa,CAAC,SAAS,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAWjF"}
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Deploy gate layer — would the agent's build actually publish?
|
|
3
|
+
*
|
|
4
|
+
* The product Blueprint Agent fronts promises "go from idea to live URL."
|
|
5
|
+
* Pre-Gen-48 the eval stopped at install/typecheck/build/serve — every
|
|
6
|
+
* one of which can pass while `vite build` (or `next build`, etc) fails
|
|
7
|
+
* on a production-only constraint (env-var requirement, dynamic import
|
|
8
|
+
* not statically resolvable, missing public asset).
|
|
9
|
+
*
|
|
10
|
+
* Deploy gate runs the production build via the supplied {@link DeployRunner}
|
|
11
|
+
* and asserts:
|
|
12
|
+
* - command exited 0
|
|
13
|
+
* - artifact dir contains an entry point (index.html for static SPAs,
|
|
14
|
+
* equivalent per framework family)
|
|
15
|
+
*
|
|
16
|
+
* Ships with a canonical `vite` runner. Additional runners
|
|
17
|
+
* (wrangler-deploy --dry-run, next-build, etc.) plug in as factories.
|
|
18
|
+
*/
|
|
19
|
+
import type { Layer } from './multi-layer-verifier';
|
|
20
|
+
export type DeployFamily = 'frontend-static' | 'nextjs' | 'remix' | 'fullstack-ts';
|
|
21
|
+
export interface DeployRunResult {
|
|
22
|
+
ok: boolean;
|
|
23
|
+
/** Stdout/stderr tail surfaced as evidence. Bounded in caller. */
|
|
24
|
+
output?: string;
|
|
25
|
+
/** Wall-clock duration of the build command. */
|
|
26
|
+
durationMs?: number;
|
|
27
|
+
/** Path to artifact directory the runner expects (dist/, .next/, build/, etc). */
|
|
28
|
+
artifactDir?: string;
|
|
29
|
+
/** True iff artifactDir contains the family's expected entry point. */
|
|
30
|
+
artifactValid?: boolean;
|
|
31
|
+
}
|
|
32
|
+
export interface DeployRunner {
|
|
33
|
+
/** Run the production build. The runner owns command + cwd. */
|
|
34
|
+
run(): Promise<DeployRunResult>;
|
|
35
|
+
}
|
|
36
|
+
export interface DeployGateLayerInput {
|
|
37
|
+
/** Build the runner per call. */
|
|
38
|
+
runner: () => DeployRunner | Promise<DeployRunner>;
|
|
39
|
+
/** Family hint — for logging, surfaced in diagnostics. */
|
|
40
|
+
family?: DeployFamily;
|
|
41
|
+
/** Layer name. Default `deploy`. */
|
|
42
|
+
name?: string;
|
|
43
|
+
/** Layer dependencies — default `['build']`. */
|
|
44
|
+
dependsOn?: string[];
|
|
45
|
+
/** Weight in blendedScore. Default 1. */
|
|
46
|
+
weight?: number;
|
|
47
|
+
/** Cap (ms). Default 120s — prod builds are slower than dev. */
|
|
48
|
+
capMs?: number;
|
|
49
|
+
/** When true, treat artifactValid=false as a fail (default true). */
|
|
50
|
+
requireArtifact?: boolean;
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Build a deploy gate layer that runs the production build and verifies
|
|
54
|
+
* the artifact. Pass: ok && artifactValid. Score: 1.0 (pass) or 0 (fail).
|
|
55
|
+
*
|
|
56
|
+
* For families where artifact-validation isn't applicable (e.g. a
|
|
57
|
+
* server-rendered build that prints a manifest), set `requireArtifact:
|
|
58
|
+
* false` and rely on the runner's own ok signal.
|
|
59
|
+
*/
|
|
60
|
+
export declare function deployGateLayer<Env = unknown>(input: DeployGateLayerInput): Layer<Env>;
|
|
61
|
+
export interface ViteDeployRunnerInput {
|
|
62
|
+
/** Workdir to build. The runner cd's here. */
|
|
63
|
+
workdir: string;
|
|
64
|
+
/**
|
|
65
|
+
* Function to run a shell command in `workdir`. Same shape as
|
|
66
|
+
* agent-eval's CommandRunner.run for compositional reuse.
|
|
67
|
+
*/
|
|
68
|
+
exec: (cmd: string, opts?: {
|
|
69
|
+
cwd?: string;
|
|
70
|
+
timeoutMs?: number;
|
|
71
|
+
}) => Promise<{
|
|
72
|
+
stdout: string;
|
|
73
|
+
stderr: string;
|
|
74
|
+
exitCode: number;
|
|
75
|
+
}>;
|
|
76
|
+
/**
|
|
77
|
+
* Function to test whether a path exists in the workdir. Inject
|
|
78
|
+
* `(p) => existsSync(join(workdir, p))` for host runs.
|
|
79
|
+
*/
|
|
80
|
+
exists: (relativePath: string) => boolean | Promise<boolean>;
|
|
81
|
+
/** Build command. Default `npm run build`. */
|
|
82
|
+
buildCommand?: string;
|
|
83
|
+
/** Artifact directory to validate. Default `dist`. */
|
|
84
|
+
artifactDir?: string;
|
|
85
|
+
/** Entry-point file under artifactDir. Default `index.html`. */
|
|
86
|
+
artifactEntry?: string;
|
|
87
|
+
/** Per-build cap (ms). Default 90s. */
|
|
88
|
+
timeoutMs?: number;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Canonical runner for `frontend-static` family — runs the build script,
|
|
92
|
+
* validates `<artifactDir>/<artifactEntry>` exists. Use as the `runner:`
|
|
93
|
+
* factory for {@link deployGateLayer}.
|
|
94
|
+
*/
|
|
95
|
+
export declare function viteDeployRunner(input: ViteDeployRunnerInput): DeployRunner;
|
|
96
|
+
export interface WranglerDeployRunnerInput {
|
|
97
|
+
workdir: string;
|
|
98
|
+
exec: (cmd: string, opts?: {
|
|
99
|
+
cwd?: string;
|
|
100
|
+
timeoutMs?: number;
|
|
101
|
+
}) => Promise<{
|
|
102
|
+
stdout: string;
|
|
103
|
+
stderr: string;
|
|
104
|
+
exitCode: number;
|
|
105
|
+
}>;
|
|
106
|
+
exists: (relativePath: string) => boolean | Promise<boolean>;
|
|
107
|
+
/** Build command. Default `npm run build`. */
|
|
108
|
+
buildCommand?: string;
|
|
109
|
+
/** Wrangler dry-run command. Default `npx wrangler deploy --dry-run --outdir dist`. */
|
|
110
|
+
dryRunCommand?: string;
|
|
111
|
+
/** Per-step cap (ms). Default 120s. */
|
|
112
|
+
timeoutMs?: number;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* Canonical runner for the `fullstack-ts` family on Cloudflare Workers
|
|
116
|
+
* (Remix / React Router v7 / Hono on Workers). Detects wrangler.toml or
|
|
117
|
+
* wrangler.jsonc in the workdir, builds, then `wrangler deploy --dry-run`
|
|
118
|
+
* to catch missing bindings, syntax errors in wrangler config, and
|
|
119
|
+
* import-time crashes that don't surface in `tsc`.
|
|
120
|
+
*
|
|
121
|
+
* No wrangler config = skip with "no wrangler" evidence (not a failure
|
|
122
|
+
* — the gate caller decides whether to require deploy validation).
|
|
123
|
+
*/
|
|
124
|
+
export declare function wranglerDeployRunner(input: WranglerDeployRunnerInput): DeployRunner;
|
|
125
|
+
//# sourceMappingURL=deploy-gate-layer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deploy-gate-layer.d.ts","sourceRoot":"","sources":["../src/deploy-gate-layer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAE,KAAK,EAAe,MAAM,wBAAwB,CAAA;AAIhE,MAAM,MAAM,YAAY,GAAG,iBAAiB,GAAG,QAAQ,GAAG,OAAO,GAAG,cAAc,CAAA;AAElF,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,OAAO,CAAA;IACX,kEAAkE;IAClE,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gDAAgD;IAChD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,uEAAuE;IACvE,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,MAAM,WAAW,YAAY;IAC3B,+DAA+D;IAC/D,GAAG,IAAI,OAAO,CAAC,eAAe,CAAC,CAAA;CAChC;AAED,MAAM,WAAW,oBAAoB;IACnC,iCAAiC;IACjC,MAAM,EAAE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CAAA;IAClD,0DAA0D;IAC1D,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,oCAAoC;IACpC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,yCAAyC;IACzC,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,gEAAgE;IAChE,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,qEAAqE;IACrE,eAAe,CAAC,EAAE,OAAO,CAAA;CAC1B;AAID;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,GAAG,GAAG,OAAO,EAAE,KAAK,EAAE,oBAAoB,GAAG,KAAK,CAAC,GAAG,CAAC,CAwFtF;AAID,MAAM,WAAW,qBAAqB;IACpC,8CAA8C;IAC9C,OAAO,EAAE,MAAM,CAAA;IACf;;;OAGG;IACH,IAAI,EAAE,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KACxC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClE;;;OAGG;IACH,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC5D,8CAA8C;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,sDAAsD;IACtD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,gEAAgE;IAChE,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,uCAAuC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,qBAAqB,GAAG,YAAY,CA2B3E;AAID,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,CACJ,GAAG,EAAE,MAAM,EACX,IAAI,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KACxC,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAClE,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAC5D,8CAA8C;IAC9C,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,uFAAuF;IACvF,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,uCAAuC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;;;;;;;GASG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,yBAAyB,GAAG,YAAY,CAsDnF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"deploy-gate-layer.test.d.ts","sourceRoot":"","sources":["../src/deploy-gate-layer.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
import type { RunRecord } from './run-record';
|
|
2
|
+
/**
|
|
3
|
+
* DescriptionLengthGate — a Minimum-Description-Length promotion gate, the
|
|
4
|
+
* Builder/Breaker acceptance rule from Wang & Buehler, "Self-Revising Discovery
|
|
5
|
+
* Systems for Science" (arXiv:2606.01444, MIT LAMM), eq. 5:
|
|
6
|
+
*
|
|
7
|
+
* L(M, D) = L_model(M) + L_data(D | M)
|
|
8
|
+
* accept M' over M iff L(M', D∪E) < L(M, D∪E)
|
|
9
|
+
*
|
|
10
|
+
* Both candidate and baseline are scored on the SAME enlarged evidence set
|
|
11
|
+
* (every accumulated task — NOT just the held-out split), and the candidate is
|
|
12
|
+
* accepted only if it lowers the TOTAL bit cost. This is the gate's whole
|
|
13
|
+
* point and what distinguishes it from a monotone held-out delta:
|
|
14
|
+
*
|
|
15
|
+
* - L_model(M) — the candidate's own description length: the compressed size
|
|
16
|
+
* of its model text (a prompt, skill, profile, or symbolic model). A bigger
|
|
17
|
+
* model pays more bits.
|
|
18
|
+
* - L_data(D|M) — the residual: bits of "surprise" that the model did not
|
|
19
|
+
* simply succeed, −Σ_i log2(s_i) over the model's per-task score s_i.
|
|
20
|
+
* Perfect scores cost 0 bits; failure costs a lot (capped, not infinite).
|
|
21
|
+
*
|
|
22
|
+
* A candidate that merely memorizes new counterexamples grows L_model faster
|
|
23
|
+
* than it shrinks L_data and LOSES — a principled, complexity-penalized
|
|
24
|
+
* alternative to HeldOutGate's held-out paired delta. Use this gate
|
|
25
|
+
* when the model text whose size you want to penalize is available; use
|
|
26
|
+
* HeldOutGate when promotion should turn on held-out generalization with an
|
|
27
|
+
* overfit-gap check instead.
|
|
28
|
+
*
|
|
29
|
+
* Scale / calibration: a gzip'd prose model is hundreds–thousands of bits;
|
|
30
|
+
* a single task contributes at most −log2(scoreFloor) data bits (≈10). So with
|
|
31
|
+
* little evidence the model term dominates and the gate is conservative about
|
|
32
|
+
* model GROWTH — it promotes a larger model only once accumulated evidence
|
|
33
|
+
* genuinely pays for the added bits (exactly the paper's regime, where D∪E
|
|
34
|
+
* grows). `lambda` is the lever: λ<1 discounts model bits (more permissive),
|
|
35
|
+
* λ>1 is stricter. A shrinking-or-equal model that does no worse always wins.
|
|
36
|
+
*
|
|
37
|
+
* Stateless: construct once with the description-length budget, call
|
|
38
|
+
* `evaluate` per (candidate, baseline) pair.
|
|
39
|
+
*/
|
|
40
|
+
export type DescriptionLengthRejectionCode = 'few_tasks' | 'no_total_gain' | 'model_bloat';
|
|
41
|
+
export interface DescriptionLengthConfig {
|
|
42
|
+
/** Stable label of the baseline. Required — paper-grade evaluation never
|
|
43
|
+
* compares two unlabelled candidates. */
|
|
44
|
+
baselineKey: string;
|
|
45
|
+
/** Weight on model bits relative to data bits (the description-length
|
|
46
|
+
* budget λ). 1 = bits are bits. >1 = more complexity-averse. Default 1. */
|
|
47
|
+
lambda?: number;
|
|
48
|
+
/** The candidate must beat the baseline by at least this many bits to
|
|
49
|
+
* promote — a robustness margin against measurement noise. Default 0
|
|
50
|
+
* (strict `<`, as the paper). */
|
|
51
|
+
marginBits?: number;
|
|
52
|
+
/** Per-task score floor for the residual code: −log2(max(s, floor)). Caps a
|
|
53
|
+
* total-failure task's surprise instead of letting it diverge. Default
|
|
54
|
+
* 2^-10 (a failed task costs 10 bits, not ∞). */
|
|
55
|
+
scoreFloor?: number;
|
|
56
|
+
/** Minimum number of shared (candidate, baseline) tasks before the gate will
|
|
57
|
+
* consider promoting. Default 3. */
|
|
58
|
+
minTasks?: number;
|
|
59
|
+
}
|
|
60
|
+
export interface DescriptionLengthEvidence {
|
|
61
|
+
/** Shared tasks scored on both sides (the enlarged evidence D∪E). */
|
|
62
|
+
tasks: number;
|
|
63
|
+
/** Compressed-model bits — L_model. */
|
|
64
|
+
modelBits: {
|
|
65
|
+
candidate: number;
|
|
66
|
+
baseline: number;
|
|
67
|
+
};
|
|
68
|
+
/** Residual surprise bits — L_data(D|M). */
|
|
69
|
+
dataBits: {
|
|
70
|
+
candidate: number;
|
|
71
|
+
baseline: number;
|
|
72
|
+
};
|
|
73
|
+
/** λ·L_model + L_data — the quantity the gate minimizes. */
|
|
74
|
+
totalBits: {
|
|
75
|
+
candidate: number;
|
|
76
|
+
baseline: number;
|
|
77
|
+
};
|
|
78
|
+
/** candidate − baseline total. Negative = candidate compresses better. */
|
|
79
|
+
deltaBits: number;
|
|
80
|
+
/** Per-component deltas, for audit: did the win come from a smaller model,
|
|
81
|
+
* better outcomes, or both? */
|
|
82
|
+
modelBitsDelta: number;
|
|
83
|
+
dataBitsDelta: number;
|
|
84
|
+
}
|
|
85
|
+
export interface DescriptionLengthDecision {
|
|
86
|
+
promote: boolean;
|
|
87
|
+
candidateId: string;
|
|
88
|
+
baselineId: string;
|
|
89
|
+
evidence: DescriptionLengthEvidence;
|
|
90
|
+
reason: string;
|
|
91
|
+
rejectionCode: DescriptionLengthRejectionCode | null;
|
|
92
|
+
}
|
|
93
|
+
export interface DescriptionLengthCandidate {
|
|
94
|
+
/** The model text whose size is L_model (a prompt, skill, profile, or
|
|
95
|
+
* symbolic model; concatenated if several files). */
|
|
96
|
+
content: string;
|
|
97
|
+
/** Runs whose per-task scores form L_data. */
|
|
98
|
+
runs: RunRecord[];
|
|
99
|
+
}
|
|
100
|
+
/** Compressed-model bits — the model's description length L_model. gzip is a
|
|
101
|
+
* deterministic, dependency-free stand-in for Kolmogorov complexity; it
|
|
102
|
+
* rewards genuine compactness and penalizes boilerplate padding. */
|
|
103
|
+
export declare function modelDescriptionBits(content: string): number;
|
|
104
|
+
/** Residual surprise L_data(D|M) = −Σ_i log2(max(s_i, floor)) over the given
|
|
105
|
+
* per-task scores. Lower = the model more reliably succeeds. */
|
|
106
|
+
export declare function dataDescriptionBits(scoreByTask: Map<string, number>, keys: Iterable<string>, scoreFloor: number): number;
|
|
107
|
+
export declare class DescriptionLengthGate {
|
|
108
|
+
private readonly baselineKey;
|
|
109
|
+
private readonly lambda;
|
|
110
|
+
private readonly marginBits;
|
|
111
|
+
private readonly scoreFloor;
|
|
112
|
+
private readonly minTasks;
|
|
113
|
+
constructor(config: DescriptionLengthConfig);
|
|
114
|
+
/** Decide whether `candidate` should replace `baseline`. Both are scored on
|
|
115
|
+
* the shared task set (the enlarged evidence); the candidate promotes only
|
|
116
|
+
* if λ·L_model + L_data is strictly lower by at least `marginBits`. */
|
|
117
|
+
evaluate(candidate: DescriptionLengthCandidate, baseline: DescriptionLengthCandidate): DescriptionLengthDecision;
|
|
118
|
+
}
|
|
119
|
+
//# sourceMappingURL=description-length-gate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"description-length-gate.d.ts","sourceRoot":"","sources":["../src/description-length-gate.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAE7C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAqCG;AAEH,MAAM,MAAM,8BAA8B,GAAG,WAAW,GAAG,eAAe,GAAG,aAAa,CAAA;AAE1F,MAAM,WAAW,uBAAuB;IACtC;8CAC0C;IAC1C,WAAW,EAAE,MAAM,CAAA;IACnB;gFAC4E;IAC5E,MAAM,CAAC,EAAE,MAAM,CAAA;IACf;;sCAEkC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB;;sDAEkD;IAClD,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB;yCACqC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,yBAAyB;IACxC,qEAAqE;IACrE,KAAK,EAAE,MAAM,CAAA;IACb,uCAAuC;IACvC,SAAS,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAClD,4CAA4C;IAC5C,QAAQ,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IACjD,4DAA4D;IAC5D,SAAS,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAClD,0EAA0E;IAC1E,SAAS,EAAE,MAAM,CAAA;IACjB;oCACgC;IAChC,cAAc,EAAE,MAAM,CAAA;IACtB,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,OAAO,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;IACnB,UAAU,EAAE,MAAM,CAAA;IAClB,QAAQ,EAAE,yBAAyB,CAAA;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,aAAa,EAAE,8BAA8B,GAAG,IAAI,CAAA;CACrD;AAED,MAAM,WAAW,0BAA0B;IACzC;0DACsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,8CAA8C;IAC9C,IAAI,EAAE,SAAS,EAAE,CAAA;CAClB;AA8BD;;qEAEqE;AACrE,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED;iEACiE;AACjE,wBAAgB,mBAAmB,CACjC,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAChC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,EACtB,UAAU,EAAE,MAAM,GACjB,MAAM,CAQR;AAED,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAQ;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;gBAErB,MAAM,EAAE,uBAAuB;IAY3C;;4EAEwE;IACxE,QAAQ,CACN,SAAS,EAAE,0BAA0B,EACrC,QAAQ,EAAE,0BAA0B,GACnC,yBAAyB;CA+D7B"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"edge.test.d.ts","sourceRoot":"","sources":["../../src/detectors/edge.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Streaming detectors — the canonical, online failure-mode kernel.
|
|
3
|
+
*
|
|
4
|
+
* A `StreamingDetector` is a pure incremental reducer: fold one normalized step, get a signal the
|
|
5
|
+
* moment a threshold trips (else null). The SAME kernel runs in two places, so the logic lives once:
|
|
6
|
+
* - ONLINE, over a live agent pipe (a worker's tool-call stream) → raise a finding mid-run.
|
|
7
|
+
* - INSIDE the control loop (`control-runtime`) → its `stopOn*` policies fold these detectors.
|
|
8
|
+
*
|
|
9
|
+
* Detectors are stateful but self-contained; `streak` is exposed for telemetry and `reset` clears it.
|
|
10
|
+
* Fingerprinting is the CALLER's job — the control loop hashes state/action with `stableFingerprint`,
|
|
11
|
+
* a tool-call pipe hashes args with `argHash` — so a detector stays agnostic to what it's watching.
|
|
12
|
+
*/
|
|
13
|
+
import type { FailureClass } from '../trace/schema';
|
|
14
|
+
export type DetectorSeverity = 'info' | 'warn' | 'critical';
|
|
15
|
+
/** A normalized step a detector folds over. Fields are optional; each detector reads only what it
|
|
16
|
+
* needs (repeated-action → `actionFingerprint`; no-progress → `stateFingerprint` + `score`;
|
|
17
|
+
* error-streak → `status`). */
|
|
18
|
+
export interface DetectorEvent {
|
|
19
|
+
/** Fingerprint of the action/tool-call this step took (caller pre-hashes). */
|
|
20
|
+
readonly actionFingerprint?: string;
|
|
21
|
+
/** Fingerprint of observable state AFTER this step. */
|
|
22
|
+
readonly stateFingerprint?: string;
|
|
23
|
+
/** Score after this step (the score-flat half of no-progress). */
|
|
24
|
+
readonly score?: number;
|
|
25
|
+
/** Whether this step errored. */
|
|
26
|
+
readonly status?: 'ok' | 'error';
|
|
27
|
+
/** Free-form label carried into the signal evidence (e.g. the tool name). */
|
|
28
|
+
readonly label?: string;
|
|
29
|
+
}
|
|
30
|
+
export interface DetectorSignal {
|
|
31
|
+
readonly detector: string;
|
|
32
|
+
readonly severity: DetectorSeverity;
|
|
33
|
+
readonly failureClass?: FailureClass;
|
|
34
|
+
readonly reason: string;
|
|
35
|
+
/** Consecutive matching steps at the moment the signal fired. */
|
|
36
|
+
readonly streak: number;
|
|
37
|
+
readonly evidence?: Record<string, unknown>;
|
|
38
|
+
}
|
|
39
|
+
export interface StreamingDetector {
|
|
40
|
+
readonly id: string;
|
|
41
|
+
/** Current streak (consecutive matching steps) — for telemetry/introspection between observes. */
|
|
42
|
+
readonly streak: number;
|
|
43
|
+
/** Fold one event; return a signal when the threshold trips, else null. */
|
|
44
|
+
observe(event: DetectorEvent): DetectorSignal | null;
|
|
45
|
+
/** Clear all state. */
|
|
46
|
+
reset(): void;
|
|
47
|
+
}
|
|
48
|
+
export interface RepeatedActionOptions {
|
|
49
|
+
/** Signal once the same action fingerprint repeats this many CONSECUTIVE steps (default 3).
|
|
50
|
+
* `<= 0` disables the signal (the streak is still tracked, for telemetry). */
|
|
51
|
+
readonly maxRepeated?: number;
|
|
52
|
+
readonly severity?: DetectorSeverity;
|
|
53
|
+
/** Failure class to stamp on the signal (default `tool_recovery_failure`). */
|
|
54
|
+
readonly failureClass?: FailureClass;
|
|
55
|
+
}
|
|
56
|
+
/** Same action fingerprint N consecutive steps = a stuck loop (the #1 long-horizon failure mode). */
|
|
57
|
+
export declare function repeatedActionDetector(opts?: RepeatedActionOptions): StreamingDetector;
|
|
58
|
+
export interface NoProgressOptions {
|
|
59
|
+
/** Signal once state is unchanged AND score is flat for this many CONSECUTIVE steps (default 3).
|
|
60
|
+
* `<= 0` disables the signal. */
|
|
61
|
+
readonly maxNoProgress?: number;
|
|
62
|
+
/** Minimum |score change| that counts as progress (default 0.001). */
|
|
63
|
+
readonly minScoreDelta?: number;
|
|
64
|
+
readonly severity?: DetectorSeverity;
|
|
65
|
+
readonly failureClass?: FailureClass;
|
|
66
|
+
}
|
|
67
|
+
/** State + score unchanged across N steps = spinning wheels. Compares each step to the previous one,
|
|
68
|
+
* so prime with the initial state (observe it once before the first real step) to detect on step 1. */
|
|
69
|
+
export declare function noProgressDetector(opts?: NoProgressOptions): StreamingDetector;
|
|
70
|
+
export interface ErrorStreakOptions {
|
|
71
|
+
/** Signal once this many CONSECUTIVE steps errored (default 3). `<= 0` disables. */
|
|
72
|
+
readonly maxErrors?: number;
|
|
73
|
+
readonly severity?: DetectorSeverity;
|
|
74
|
+
readonly failureClass?: FailureClass;
|
|
75
|
+
}
|
|
76
|
+
/** N consecutive tool errors = the worker is hammering a broken approach. */
|
|
77
|
+
export declare function errorStreakDetector(opts?: ErrorStreakOptions): StreamingDetector;
|
|
78
|
+
/** Fold one event through many detectors at once; returns every signal that fired this step. The
|
|
79
|
+
* natural shape for an online pipe watching with a whole panel of detectors. */
|
|
80
|
+
export declare function observeAll(detectors: ReadonlyArray<StreamingDetector>, event: DetectorEvent): DetectorSignal[];
|
|
81
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/detectors/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAEnD,MAAM,MAAM,gBAAgB,GAAG,MAAM,GAAG,MAAM,GAAG,UAAU,CAAA;AAE3D;;gCAEgC;AAChC,MAAM,WAAW,aAAa;IAC5B,8EAA8E;IAC9E,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAA;IACnC,uDAAuD;IACvD,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;IAClC,kEAAkE;IAClE,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;IACvB,iCAAiC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,CAAA;IAChC,6EAA6E;IAC7E,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;IACnC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAA;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,iEAAiE;IACjE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAC5C;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,kGAAkG;IAClG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,2EAA2E;IAC3E,OAAO,CAAC,KAAK,EAAE,aAAa,GAAG,cAAc,GAAG,IAAI,CAAA;IACpD,uBAAuB;IACvB,KAAK,IAAI,IAAI,CAAA;CACd;AAED,MAAM,WAAW,qBAAqB;IACpC;mFAC+E;IAC/E,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IACpC,8EAA8E;IAC9E,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAA;CACrC;AAED,qGAAqG;AACrG,wBAAgB,sBAAsB,CAAC,IAAI,GAAE,qBAA0B,GAAG,iBAAiB,CA+B1F;AAED,MAAM,WAAW,iBAAiB;IAChC;sCACkC;IAClC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B,sEAAsE;IACtE,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IACpC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAA;CACrC;AAED;wGACwG;AACxG,wBAAgB,kBAAkB,CAAC,IAAI,GAAE,iBAAsB,GAAG,iBAAiB,CAmClF;AAED,MAAM,WAAW,kBAAkB;IACjC,oFAAoF;IACpF,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,CAAC,EAAE,gBAAgB,CAAA;IACpC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAA;CACrC;AAED,6EAA6E;AAC7E,wBAAgB,mBAAmB,CAAC,IAAI,GAAE,kBAAuB,GAAG,iBAAiB,CA2BpF;AAED;iFACiF;AACjF,wBAAgB,UAAU,CACxB,SAAS,EAAE,aAAa,CAAC,iBAAiB,CAAC,EAC3C,KAAK,EAAE,aAAa,GACnB,cAAc,EAAE,CAOlB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../src/detectors/index.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Causal sweep — WHY did this run fail?
|
|
3
|
+
*
|
|
4
|
+
* Orchestrates the dormant counterfactual primitives into a responsibility
|
|
5
|
+
* report: for each candidate step, run `reps` counterfactual replays per
|
|
6
|
+
* mutation (via `runCounterfactual` — the consumer's `CounterfactualRunner`
|
|
7
|
+
* is the execution seam) and reduce the per-rep score deltas into a mean
|
|
8
|
+
* effect + bootstrap confidence interval (via `confidenceInterval`).
|
|
9
|
+
*
|
|
10
|
+
* Why `reps` is REQUIRED: a single intervention delta is one stochastic
|
|
11
|
+
* draw — LLM re-execution from a prefix is sampled, so one replay cannot
|
|
12
|
+
* distinguish "this step caused the failure" from sampling noise. The
|
|
13
|
+
* signal is the distribution of deltas across reps; the CI over that
|
|
14
|
+
* distribution is what lets a caller say "this step's effect excludes
|
|
15
|
+
* zero" instead of eyeballing a point estimate.
|
|
16
|
+
*
|
|
17
|
+
* Budget discipline: the sweep never silently drops cells. When the
|
|
18
|
+
* remaining budget cannot fund a full `reps`-sized cell, the sweep halts
|
|
19
|
+
* and every step not fully probed is named in `uncovered`.
|
|
20
|
+
*/
|
|
21
|
+
import { attributeCounterfactuals, type CounterfactualMutation, type CounterfactualRunner } from '../counterfactual';
|
|
22
|
+
import type { Span } from '../trace/schema';
|
|
23
|
+
import type { TraceStore } from '../trace/store';
|
|
24
|
+
import { type TrajectoryStep } from '../trajectory';
|
|
25
|
+
/** Stable reference to a trajectory step — carried through reports,
|
|
26
|
+
* findings, and corpus records so evidence stays addressable. */
|
|
27
|
+
export interface StepRef {
|
|
28
|
+
index: number;
|
|
29
|
+
spanId: string;
|
|
30
|
+
kind: Span['kind'];
|
|
31
|
+
name: string;
|
|
32
|
+
}
|
|
33
|
+
export declare function stepRefOf(step: TrajectoryStep): StepRef;
|
|
34
|
+
export interface CausalSweepOptions {
|
|
35
|
+
store: TraceStore;
|
|
36
|
+
/** The failed run to diagnose. Its `outcome.score` is the baseline every
|
|
37
|
+
* counterfactual delta is measured against. */
|
|
38
|
+
runId: string;
|
|
39
|
+
/** Execution seam — identical contract to `runCounterfactual`: re-runs the
|
|
40
|
+
* agent from the mutation point and MUST `endRun` with a numeric score. */
|
|
41
|
+
runner: CounterfactualRunner;
|
|
42
|
+
/** Trajectory indices to probe. Default: every llm + tool span — the kinds
|
|
43
|
+
* the existing `CounterfactualMutation` set targets. */
|
|
44
|
+
candidateSteps?: number[];
|
|
45
|
+
/**
|
|
46
|
+
* Mutations to probe a given step with. Returned mutations MUST target
|
|
47
|
+
* `step.index`. Default probes are the payload-free existing kinds:
|
|
48
|
+
* - tool span → `swap-tool-result` with `newResult: null` (knockout:
|
|
49
|
+
* how much did the run depend on this tool's information?)
|
|
50
|
+
* - llm span → `truncate-after` (re-roll: how much did the realized
|
|
51
|
+
* turn deviate from the policy's typical continuation?)
|
|
52
|
+
* `swap-model` / `inject-system-message` need consumer payloads, so they
|
|
53
|
+
* are opt-in via this callback.
|
|
54
|
+
*/
|
|
55
|
+
mutationsPerStep?: (step: TrajectoryStep) => CounterfactualMutation[];
|
|
56
|
+
/** Replays per (step, mutation) cell. Minimum 2 — see module doc. */
|
|
57
|
+
reps: number;
|
|
58
|
+
/** Hard cap on total counterfactual replays across the whole sweep. */
|
|
59
|
+
budget: number;
|
|
60
|
+
/** Seed for the bootstrap CI resampler. Deterministic default so two
|
|
61
|
+
* sweeps over the same deltas report identical intervals. */
|
|
62
|
+
ciSeed?: number;
|
|
63
|
+
/** Bootstrap CI confidence level. Default 0.95. */
|
|
64
|
+
ciConfidence?: number;
|
|
65
|
+
}
|
|
66
|
+
export interface StepResponsibility {
|
|
67
|
+
stepRef: StepRef;
|
|
68
|
+
mutationKind: CounterfactualMutation['kind'];
|
|
69
|
+
/** Mean of per-rep score deltas (counterfactual − original). */
|
|
70
|
+
meanEffect: number;
|
|
71
|
+
/** Bootstrap CI over the per-rep deltas. */
|
|
72
|
+
ci: {
|
|
73
|
+
mean: number;
|
|
74
|
+
lower: number;
|
|
75
|
+
upper: number;
|
|
76
|
+
};
|
|
77
|
+
/** `ci.lower > 0 || ci.upper < 0` — the effect is distinguishable from noise. */
|
|
78
|
+
ciExcludesZero: boolean;
|
|
79
|
+
reps: number;
|
|
80
|
+
/** Raw per-rep deltas — downstream evidence, never re-derived. */
|
|
81
|
+
deltas: number[];
|
|
82
|
+
/** Replay run ids (layer='meta', parentRunId=original) for audit. */
|
|
83
|
+
counterfactualRunIds: string[];
|
|
84
|
+
}
|
|
85
|
+
export interface CausalResponsibilityReport {
|
|
86
|
+
runId: string;
|
|
87
|
+
originalScore: number;
|
|
88
|
+
/** Ranked by |meanEffect| descending — the blame ordering. */
|
|
89
|
+
steps: StepResponsibility[];
|
|
90
|
+
/** Kind-level aggregate from the existing `attributeCounterfactuals`. */
|
|
91
|
+
byMutationKind: ReturnType<typeof attributeCounterfactuals>;
|
|
92
|
+
replaysUsed: number;
|
|
93
|
+
budget: number;
|
|
94
|
+
/** Steps planned but not fully probed before the budget ran out.
|
|
95
|
+
* Named, never silent: an absent step is "no effect found"; an
|
|
96
|
+
* uncovered step is "not measured". */
|
|
97
|
+
uncovered: StepRef[];
|
|
98
|
+
}
|
|
99
|
+
export declare function causalSweep(opts: CausalSweepOptions): Promise<CausalResponsibilityReport>;
|
|
100
|
+
//# sourceMappingURL=causal-sweep.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"causal-sweep.d.ts","sourceRoot":"","sources":["../../src/diagnose/causal-sweep.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EACL,wBAAwB,EACxB,KAAK,sBAAsB,EAE3B,KAAK,oBAAoB,EAE1B,MAAM,mBAAmB,CAAA;AAG1B,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAoC,KAAK,cAAc,EAAE,MAAM,eAAe,CAAA;AAErF;kEACkE;AAClE,MAAM,WAAW,OAAO;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;CACb;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAOvD;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,UAAU,CAAA;IACjB;oDACgD;IAChD,KAAK,EAAE,MAAM,CAAA;IACb;gFAC4E;IAC5E,MAAM,EAAE,oBAAoB,CAAA;IAC5B;6DACyD;IACzD,cAAc,CAAC,EAAE,MAAM,EAAE,CAAA;IACzB;;;;;;;;;OASG;IACH,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,sBAAsB,EAAE,CAAA;IACrE,qEAAqE;IACrE,IAAI,EAAE,MAAM,CAAA;IACZ,uEAAuE;IACvE,MAAM,EAAE,MAAM,CAAA;IACd;kEAC8D;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,mDAAmD;IACnD,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAA;IAChB,YAAY,EAAE,sBAAsB,CAAC,MAAM,CAAC,CAAA;IAC5C,gEAAgE;IAChE,UAAU,EAAE,MAAM,CAAA;IAClB,4CAA4C;IAC5C,EAAE,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;IAClD,iFAAiF;IACjF,cAAc,EAAE,OAAO,CAAA;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,kEAAkE;IAClE,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,qEAAqE;IACrE,oBAAoB,EAAE,MAAM,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,MAAM,CAAA;IACb,aAAa,EAAE,MAAM,CAAA;IACrB,8DAA8D;IAC9D,KAAK,EAAE,kBAAkB,EAAE,CAAA;IAC3B,yEAAyE;IACzE,cAAc,EAAE,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAA;IAC3D,WAAW,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,MAAM,CAAA;IACd;;4CAEwC;IACxC,SAAS,EAAE,OAAO,EAAE,CAAA;CACrB;AAcD,wBAAsB,WAAW,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,0BAA0B,CAAC,CAmG/F"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Diagnose chain — WHY a run failed, WHAT should have happened, HOW to
|
|
3
|
+
* make it happen.
|
|
4
|
+
*
|
|
5
|
+
* The full remediation pipeline this subpath closes:
|
|
6
|
+
*
|
|
7
|
+
* fuzz finds → sweep blames → repair prescribes (validated) →
|
|
8
|
+
* findings / corpus / invariant remediate → gates verify
|
|
9
|
+
*
|
|
10
|
+
* Three stages, all orchestration over existing primitives — nothing here
|
|
11
|
+
* re-implements replay, mutation, or attribution:
|
|
12
|
+
*
|
|
13
|
+
* 1. `causalSweep` — WHY. Runs `reps` counterfactual replays per
|
|
14
|
+
* (step, mutation) cell through `runCounterfactual` (the consumer's
|
|
15
|
+
* `CounterfactualRunner` is the execution seam) and reduces the
|
|
16
|
+
* per-rep deltas into a responsibility ranking with bootstrap CIs
|
|
17
|
+
* (`confidenceInterval`). Budget-bounded; unprobed steps are named
|
|
18
|
+
* in `uncovered`, never dropped.
|
|
19
|
+
* 2. `prescribeRepair` — WHAT SHOULD HAVE HAPPENED. Consumer-supplied
|
|
20
|
+
* `proposeFix` (LLM-backed in live use) proposes candidate mutations
|
|
21
|
+
* for the blamed steps; each candidate is machine-verified by
|
|
22
|
+
* replaying WITH it. Only candidates whose every validation rep
|
|
23
|
+
* crosses `flipThreshold` become repairs; the rest are rejected
|
|
24
|
+
* with a typed reason.
|
|
25
|
+
* 3. Remediation adapters — HOW. `toAnalystFindings` feeds the analyst
|
|
26
|
+
* registry, `toCorpusRecord` pins the failure as a permanent corpus
|
|
27
|
+
* scenario, `suggestInvariant` emits the trace-contracts hint shape.
|
|
28
|
+
*/
|
|
29
|
+
export type { CounterfactualContext, CounterfactualMutation, CounterfactualResult, CounterfactualRunner, } from '../counterfactual';
|
|
30
|
+
export type { CausalResponsibilityReport, CausalSweepOptions, StepRef, StepResponsibility, } from './causal-sweep';
|
|
31
|
+
export { causalSweep, stepRefOf } from './causal-sweep';
|
|
32
|
+
export type { InvariantHint } from './remediation';
|
|
33
|
+
export { DIAGNOSE_ANALYST_ID, describeMutation, severityFromEffect, suggestInvariant, toAnalystFindings, toCorpusRecord, } from './remediation';
|
|
34
|
+
export type { PrescribeRepairOptions, RejectedRepair, RepairContext, RepairReport, ValidatedRepair, } from './repair';
|
|
35
|
+
export { prescribeRepair } from './repair';
|
|
36
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/diagnose/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAIH,YAAY,EACV,qBAAqB,EACrB,sBAAsB,EACtB,oBAAoB,EACpB,oBAAoB,GACrB,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EACV,0BAA0B,EAC1B,kBAAkB,EAClB,OAAO,EACP,kBAAkB,GACnB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAA;AACvD,YAAY,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAClD,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,GACf,MAAM,eAAe,CAAA;AACtB,YAAY,EACV,sBAAsB,EACtB,cAAc,EACd,aAAa,EACb,YAAY,EACZ,eAAe,GAChB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA"}
|