@tangle-network/agent-eval 0.93.0 → 0.95.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/README.md +44 -30
- package/dist/action-policy.d.ts +24 -0
- package/dist/action-policy.d.ts.map +1 -0
- package/dist/action-policy.test.d.ts +2 -0
- package/dist/action-policy.test.d.ts.map +1 -0
- package/dist/active-learning.d.ts +41 -0
- package/dist/active-learning.d.ts.map +1 -0
- package/dist/adapters/http.d.ts +15 -21
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js.map +1 -1
- package/dist/adapters/langchain.d.ts +7 -13
- package/dist/adapters/langchain.d.ts.map +1 -0
- package/dist/adapters/otel.d.ts +13 -24
- package/dist/adapters/otel.d.ts.map +1 -0
- package/dist/agent-profile-cell.d.ts +101 -0
- package/dist/agent-profile-cell.d.ts.map +1 -0
- package/dist/agent-profile.d.ts +27 -0
- package/dist/agent-profile.d.ts.map +1 -0
- package/dist/agent-profile.test.d.ts +2 -0
- package/dist/agent-profile.test.d.ts.map +1 -0
- package/dist/analyst/adapters.d.ts +62 -0
- package/dist/analyst/adapters.d.ts.map +1 -0
- package/dist/analyst/analyst.test.d.ts +2 -0
- package/dist/analyst/analyst.test.d.ts.map +1 -0
- package/dist/analyst/ax-service.d.ts +27 -0
- package/dist/analyst/ax-service.d.ts.map +1 -0
- package/dist/analyst/behavioral-analyst.d.ts +28 -0
- package/dist/analyst/behavioral-analyst.d.ts.map +1 -0
- package/dist/analyst/chat-client.d.ts +91 -0
- package/dist/analyst/chat-client.d.ts.map +1 -0
- package/dist/analyst/default-registry.d.ts +27 -0
- package/dist/analyst/default-registry.d.ts.map +1 -0
- package/dist/analyst/default-registry.test.d.ts +2 -0
- package/dist/analyst/default-registry.test.d.ts.map +1 -0
- package/dist/analyst/finding-signature.d.ts +48 -0
- package/dist/analyst/finding-signature.d.ts.map +1 -0
- package/dist/analyst/finding-subject.d.ts +146 -0
- package/dist/analyst/finding-subject.d.ts.map +1 -0
- package/dist/analyst/finding-subject.test.d.ts +2 -0
- package/dist/analyst/finding-subject.test.d.ts.map +1 -0
- package/dist/analyst/findings-store.d.ts +75 -0
- package/dist/analyst/findings-store.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +28 -256
- package/dist/analyst/index.d.ts.map +1 -0
- package/dist/analyst/index.js +6 -66
- package/dist/analyst/index.js.map +1 -1
- package/dist/{kind-factory-5b7xXXOr.d.ts → analyst/kind-factory.d.ts} +11 -63
- package/dist/analyst/kind-factory.d.ts.map +1 -0
- package/dist/analyst/kinds/failure-mode.d.ts +19 -0
- package/dist/analyst/kinds/failure-mode.d.ts.map +1 -0
- package/dist/analyst/kinds/improvement.d.ts +23 -0
- package/dist/analyst/kinds/improvement.d.ts.map +1 -0
- package/dist/analyst/kinds/index.d.ts +22 -0
- package/dist/analyst/kinds/index.d.ts.map +1 -0
- package/dist/analyst/kinds/kinds.test.d.ts +2 -0
- package/dist/analyst/kinds/kinds.test.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts +28 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +22 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.d.ts +84 -0
- package/dist/analyst/kinds/skill-usage.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts +2 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.d.ts +26 -0
- package/dist/analyst/parse-tolerant.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.test.d.ts +2 -0
- package/dist/analyst/parse-tolerant.test.d.ts.map +1 -0
- package/dist/analyst/registry.budget.test.d.ts +2 -0
- package/dist/analyst/registry.budget.test.d.ts.map +1 -0
- package/dist/{default-registry-zoGHUQEH.d.ts → analyst/registry.d.ts} +8 -37
- package/dist/analyst/registry.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.d.ts +35 -0
- package/dist/analyst/steer-firewall.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.test.d.ts +2 -0
- package/dist/analyst/steer-firewall.test.d.ts.map +1 -0
- package/dist/analyst/structure-findings.d.ts +37 -0
- package/dist/analyst/structure-findings.d.ts.map +1 -0
- package/dist/analyst/structure-findings.test.d.ts +2 -0
- package/dist/analyst/structure-findings.test.d.ts.map +1 -0
- package/dist/analyst/tool-groups.d.ts +34 -0
- package/dist/analyst/tool-groups.d.ts.map +1 -0
- package/dist/{types-2VVIL04s.d.ts → analyst/types.d.ts} +19 -112
- package/dist/analyst/types.d.ts.map +1 -0
- package/dist/anti-slop.d.ts +59 -0
- package/dist/anti-slop.d.ts.map +1 -0
- package/dist/artifact-validator.d.ts +74 -0
- package/dist/artifact-validator.d.ts.map +1 -0
- package/dist/attestation.d.ts +63 -0
- package/dist/attestation.d.ts.map +1 -0
- package/dist/attestation.test.d.ts +2 -0
- package/dist/attestation.test.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +15 -16
- package/dist/authenticity/index.d.ts.map +1 -0
- package/dist/authenticity/index.test.d.ts +2 -0
- package/dist/authenticity/index.test.d.ts.map +1 -0
- package/dist/auto-pr.d.ts +120 -0
- package/dist/auto-pr.d.ts.map +1 -0
- package/dist/{baseline-DE36-Np7.d.ts → baseline.d.ts} +8 -44
- package/dist/baseline.d.ts.map +1 -0
- package/dist/behavior-dsl.d.ts +73 -0
- package/dist/behavior-dsl.d.ts.map +1 -0
- package/dist/belief-state/calibration.d.ts +10 -0
- package/dist/belief-state/calibration.d.ts.map +1 -0
- package/dist/belief-state/calibration.test.d.ts +2 -0
- package/dist/belief-state/calibration.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.d.ts +66 -0
- package/dist/belief-state/code-agent-corpus.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts +2 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.d.ts +22 -0
- package/dist/belief-state/code-agent-evidence.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts +2 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/extract.d.ts +7 -0
- package/dist/belief-state/extract.d.ts.map +1 -0
- package/dist/belief-state/extract.test.d.ts +2 -0
- package/dist/belief-state/extract.test.d.ts.map +1 -0
- package/dist/belief-state/index.d.ts +14 -604
- package/dist/belief-state/index.d.ts.map +1 -0
- package/dist/belief-state/index.js +1 -1
- package/dist/belief-state/ope.d.ts +17 -0
- package/dist/belief-state/ope.d.ts.map +1 -0
- package/dist/belief-state/ope.test.d.ts +2 -0
- package/dist/belief-state/ope.test.d.ts.map +1 -0
- package/dist/belief-state/phase0-measurement.d.ts +55 -0
- package/dist/belief-state/phase0-measurement.d.ts.map +1 -0
- package/dist/belief-state/report.d.ts +17 -0
- package/dist/belief-state/report.d.ts.map +1 -0
- package/dist/belief-state/report.test.d.ts +2 -0
- package/dist/belief-state/report.test.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.d.ts +23 -0
- package/dist/belief-state/research-evidence.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.test.d.ts +2 -0
- package/dist/belief-state/research-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +32 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.d.ts +87 -0
- package/dist/belief-state/runtime-hooks.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.test.d.ts +2 -0
- package/dist/belief-state/runtime-hooks.test.d.ts.map +1 -0
- package/dist/belief-state/selective.d.ts +15 -0
- package/dist/belief-state/selective.d.ts.map +1 -0
- package/dist/belief-state/selective.test.d.ts +2 -0
- package/dist/belief-state/selective.test.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.d.ts +80 -0
- package/dist/belief-state/shadow-probe.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.test.d.ts +2 -0
- package/dist/belief-state/shadow-probe.test.d.ts.map +1 -0
- package/dist/belief-state/types.d.ts +195 -0
- package/dist/belief-state/types.d.ts.map +1 -0
- package/dist/belief-state/types.test.d.ts +2 -0
- package/dist/belief-state/types.test.d.ts.map +1 -0
- package/dist/benchmark.d.ts +14 -0
- package/dist/benchmark.d.ts.map +1 -0
- package/dist/benchmarks/index.d.ts +23 -4
- package/dist/benchmarks/index.d.ts.map +1 -0
- package/dist/benchmarks/routing/dataset.d.ts +34 -0
- package/dist/benchmarks/routing/dataset.d.ts.map +1 -0
- package/dist/benchmarks/routing/index.d.ts +34 -0
- package/dist/benchmarks/routing/index.d.ts.map +1 -0
- package/dist/benchmarks/types.d.ts +49 -0
- package/dist/benchmarks/types.d.ts.map +1 -0
- package/dist/bisector.d.ts +81 -0
- package/dist/bisector.d.ts.map +1 -0
- package/dist/budget-guard.d.ts +31 -0
- package/dist/budget-guard.d.ts.map +1 -0
- package/dist/builder-eval/builder-session.d.ts +111 -0
- package/dist/builder-eval/builder-session.d.ts.map +1 -0
- package/dist/builder-eval/correlation.d.ts +32 -0
- package/dist/builder-eval/correlation.d.ts.map +1 -0
- package/dist/builder-eval/index.d.ts +5 -250
- package/dist/builder-eval/index.d.ts.map +1 -0
- package/dist/builder-eval/index.js +2 -2
- package/dist/builder-eval/project-registry.d.ts +51 -0
- package/dist/builder-eval/project-registry.d.ts.map +1 -0
- package/dist/builder-eval/three-layer-eval.d.ts +55 -0
- package/dist/builder-eval/three-layer-eval.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.d.ts +108 -0
- package/dist/campaign/analyst-surface.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.test.d.ts +2 -0
- package/dist/campaign/analyst-surface.test.d.ts.map +1 -0
- package/dist/campaign/auto-pr.d.ts +46 -0
- package/dist/campaign/auto-pr.d.ts.map +1 -0
- package/dist/campaign/distillation/agreement-judge.d.ts +69 -0
- package/dist/campaign/distillation/agreement-judge.d.ts.map +1 -0
- package/dist/campaign/distillation/cli.d.ts +35 -0
- package/dist/campaign/distillation/cli.d.ts.map +1 -0
- package/dist/campaign/distillation/distillation.test.d.ts +2 -0
- package/dist/campaign/distillation/distillation.test.d.ts.map +1 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts +54 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +1 -0
- package/dist/campaign/distillation/run-distillation.d.ts +119 -0
- package/dist/campaign/distillation/run-distillation.d.ts.map +1 -0
- package/dist/campaign/gates/compose.d.ts +12 -0
- package/dist/campaign/gates/compose.d.ts.map +1 -0
- package/dist/campaign/gates/default-production-gate.d.ts +58 -0
- package/dist/campaign/gates/default-production-gate.d.ts.map +1 -0
- package/dist/campaign/gates/heldout-gate.d.ts +12 -0
- package/dist/campaign/gates/heldout-gate.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.d.ts +125 -0
- package/dist/campaign/gates/promotion-policy.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts +2 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.d.ts +146 -0
- package/dist/campaign/gates/sequential.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.test.d.ts +2 -0
- package/dist/campaign/gates/sequential.test.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.d.ts +99 -0
- package/dist/campaign/gates/statistical-heldout.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts +2 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +1 -0
- package/dist/campaign/index.d.ts +38 -1341
- package/dist/campaign/index.d.ts.map +1 -0
- package/dist/campaign/index.js +1865 -1318
- package/dist/campaign/index.js.map +1 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +59 -0
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +1 -0
- package/dist/campaign/presets/compare-proposers.d.ts +146 -0
- package/dist/campaign/presets/compare-proposers.d.ts.map +1 -0
- package/dist/campaign/presets/playback.d.ts +120 -0
- package/dist/campaign/presets/playback.d.ts.map +1 -0
- package/dist/campaign/presets/playback.test.d.ts +2 -0
- package/dist/campaign/presets/playback.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-eval.d.ts +14 -0
- package/dist/campaign/presets/run-eval.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts +63 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +2 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-optimization.d.ts +92 -0
- package/dist/campaign/presets/run-optimization.d.ts.map +1 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts +151 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +1 -0
- package/dist/campaign/presets/run-skill-opt.d.ts +96 -0
- package/dist/campaign/presets/run-skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/_findings-text.d.ts +22 -0
- package/dist/campaign/proposers/_findings-text.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.d.ts +33 -0
- package/dist/campaign/proposers/ace.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.test.d.ts +2 -0
- package/dist/campaign/proposers/ace.test.d.ts.map +1 -0
- package/dist/campaign/proposers/analysis-edit.d.ts +32 -0
- package/dist/campaign/proposers/analysis-edit.d.ts.map +1 -0
- package/dist/campaign/proposers/evolutionary.d.ts +20 -0
- package/dist/campaign/proposers/evolutionary.d.ts.map +1 -0
- package/dist/campaign/proposers/fapo.d.ts +120 -0
- package/dist/campaign/proposers/fapo.d.ts.map +1 -0
- package/dist/campaign/proposers/gepa.d.ts +86 -0
- package/dist/campaign/proposers/gepa.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.d.ts +44 -0
- package/dist/campaign/proposers/halo.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.test.d.ts +2 -0
- package/dist/campaign/proposers/halo.test.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.d.ts +47 -0
- package/dist/campaign/proposers/memory.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.test.d.ts +2 -0
- package/dist/campaign/proposers/memory.test.d.ts.map +1 -0
- package/dist/campaign/proposers/skill-opt.d.ts +88 -0
- package/dist/campaign/proposers/skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.d.ts +48 -0
- package/dist/campaign/proposers/trace-analyst.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts +2 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +1 -0
- package/dist/campaign/provenance.d.ts +185 -0
- package/dist/campaign/provenance.d.ts.map +1 -0
- package/dist/campaign/run-campaign.d.ts +90 -0
- package/dist/campaign/run-campaign.d.ts.map +1 -0
- package/dist/campaign/score-utils.d.ts +26 -0
- package/dist/campaign/score-utils.d.ts.map +1 -0
- package/dist/campaign/skill-patch.d.ts +62 -0
- package/dist/campaign/skill-patch.d.ts.map +1 -0
- package/dist/campaign/storage.d.ts +38 -0
- package/dist/campaign/storage.d.ts.map +1 -0
- package/dist/{types-BU-7W85F.d.ts → campaign/types.d.ts} +98 -99
- package/dist/campaign/types.d.ts.map +1 -0
- package/dist/campaign/worktree/index.d.ts +53 -0
- package/dist/campaign/worktree/index.d.ts.map +1 -0
- package/dist/canary.d.ts +101 -0
- package/dist/canary.d.ts.map +1 -0
- package/dist/causal-attribution.d.ts +45 -0
- package/dist/causal-attribution.d.ts.map +1 -0
- package/dist/{chunk-TWS7AZEY.js → chunk-2T4EZACH.js} +2 -2
- package/dist/chunk-2T4EZACH.js.map +1 -0
- package/dist/{chunk-LMZQ2Z4U.js → chunk-56GC6VYO.js} +126 -1
- package/dist/chunk-56GC6VYO.js.map +1 -0
- package/dist/{chunk-QG2OVF2D.js → chunk-77T4STFI.js} +154 -112
- package/dist/chunk-77T4STFI.js.map +1 -0
- package/dist/{chunk-ZFIBGEOL.js → chunk-7QTQKIDD.js} +179 -178
- package/dist/chunk-7QTQKIDD.js.map +1 -0
- package/dist/{chunk-UMMZHCPB.js → chunk-AQ5WQAIV.js} +26 -9
- package/dist/chunk-AQ5WQAIV.js.map +1 -0
- package/dist/{chunk-CVVHBFGN.js → chunk-CWNP4DV4.js} +53 -5
- package/dist/chunk-CWNP4DV4.js.map +1 -0
- package/dist/{chunk-QS3RBQPI.js → chunk-D5KBVULY.js} +2 -2
- package/dist/chunk-DJWX3GVS.js +81 -0
- package/dist/chunk-DJWX3GVS.js.map +1 -0
- package/dist/{chunk-S6OZEZQK.js → chunk-HMA63UEO.js} +37 -9
- package/dist/{chunk-S6OZEZQK.js.map → chunk-HMA63UEO.js.map} +1 -1
- package/dist/{chunk-UHMJT4T7.js → chunk-IZCEK2HR.js} +2 -2
- package/dist/{chunk-6SOJM3VR.js → chunk-KKWJD5E6.js} +21 -21
- package/dist/chunk-KKWJD5E6.js.map +1 -0
- package/dist/{chunk-KWRRMR3J.js → chunk-LO6IOIJ2.js} +10 -10
- package/dist/chunk-LO6IOIJ2.js.map +1 -0
- package/dist/{chunk-L3JOU6XM.js → chunk-NACM5RS7.js} +3 -3
- package/dist/{chunk-E4GH6USR.js → chunk-NZEQVRH5.js} +2 -2
- package/dist/chunk-NZEQVRH5.js.map +1 -0
- package/dist/{chunk-XY4DDNEG.js → chunk-PSWWQXHF.js} +14 -89
- package/dist/chunk-PSWWQXHF.js.map +1 -0
- package/dist/{chunk-4FBZZIYD.js → chunk-QTMYW64F.js} +2 -2
- package/dist/{chunk-D3V5B42D.js → chunk-S4SYLDFX.js} +7 -4
- package/dist/chunk-S4SYLDFX.js.map +1 -0
- package/dist/{chunk-47X6LRCE.js → chunk-UFSG7ACU.js} +10 -7
- package/dist/chunk-UFSG7ACU.js.map +1 -0
- package/dist/{chunk-CY6U5S3X.js → chunk-URWVKRCS.js} +2 -2
- package/dist/{chunk-GSH6QNNS.js → chunk-X74V6ESX.js} +102 -79
- package/dist/chunk-X74V6ESX.js.map +1 -0
- package/dist/{chunk-QAY5UIJO.js → chunk-YBIGNSCZ.js} +178 -59
- package/dist/chunk-YBIGNSCZ.js.map +1 -0
- package/dist/{chunk-Y47J2LJ3.js → chunk-Z6L6YSU6.js} +5 -5
- package/dist/{chunk-T375SUOZ.js → chunk-ZOPLCJSY.js} +86 -31
- package/dist/chunk-ZOPLCJSY.js.map +1 -0
- package/dist/ci-gate.d.ts +44 -0
- package/dist/ci-gate.d.ts.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client.d.ts +77 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.test.d.ts +2 -0
- package/dist/client.test.d.ts.map +1 -0
- package/dist/command-runner.d.ts +74 -0
- package/dist/command-runner.d.ts.map +1 -0
- package/dist/command-runner.test.d.ts +2 -0
- package/dist/command-runner.test.d.ts.map +1 -0
- package/dist/completion-verifier.d.ts +147 -0
- package/dist/completion-verifier.d.ts.map +1 -0
- package/dist/completion-verifier.test.d.ts +9 -0
- package/dist/completion-verifier.test.d.ts.map +1 -0
- package/dist/concurrency.d.ts +23 -0
- package/dist/concurrency.d.ts.map +1 -0
- package/dist/contamination-guard.d.ts +81 -0
- package/dist/contamination-guard.d.ts.map +1 -0
- package/dist/{analyze-runs-DwCEkpO_.d.ts → contract/analyze-runs.d.ts} +9 -10
- package/dist/contract/analyze-runs.d.ts.map +1 -0
- package/dist/contract/define-agent-eval.d.ts +52 -0
- package/dist/contract/define-agent-eval.d.ts.map +1 -0
- package/dist/contract/diff.d.ts +114 -0
- package/dist/contract/diff.d.ts.map +1 -0
- package/dist/contract/index.d.ts +106 -640
- package/dist/contract/index.d.ts.map +1 -0
- package/dist/contract/index.js +131 -21
- package/dist/contract/index.js.map +1 -1
- package/dist/{insight-report-BBwvOh6x.d.ts → contract/insight-report.d.ts} +16 -19
- package/dist/contract/insight-report.d.ts.map +1 -0
- package/dist/contract/insight-types-fwd.d.ts +7 -0
- package/dist/contract/insight-types-fwd.d.ts.map +1 -0
- package/dist/contract/intake/agent-trace.d.ts +97 -0
- package/dist/contract/intake/agent-trace.d.ts.map +1 -0
- package/dist/{code-agent-session-BO8nCnv3.d.ts → contract/intake/code-agent-session.d.ts} +15 -17
- package/dist/contract/intake/code-agent-session.d.ts.map +1 -0
- package/dist/contract/intake/feedback-table.d.ts +87 -0
- package/dist/contract/intake/feedback-table.d.ts.map +1 -0
- package/dist/contract/intake/index.d.ts +22 -0
- package/dist/contract/intake/index.d.ts.map +1 -0
- package/dist/contract/intake/otel-spans.d.ts +33 -0
- package/dist/contract/intake/otel-spans.d.ts.map +1 -0
- package/dist/contract/self-improve.d.ts +284 -0
- package/dist/contract/self-improve.d.ts.map +1 -0
- package/dist/{control-runtime-DuFBYg7A.d.ts → control-runtime.d.ts} +23 -26
- package/dist/control-runtime.d.ts.map +1 -0
- package/dist/control-runtime.test.d.ts +2 -0
- package/dist/control-runtime.test.d.ts.map +1 -0
- package/dist/control.d.ts +11 -9
- package/dist/control.d.ts.map +1 -0
- package/dist/control.js +2 -2
- package/dist/convergence.d.ts +29 -0
- package/dist/convergence.d.ts.map +1 -0
- package/dist/{cost-ledger-DuSqlw5B.d.ts → cost-ledger.d.ts} +10 -11
- package/dist/cost-ledger.d.ts.map +1 -0
- package/dist/cost-ledger.test.d.ts +2 -0
- package/dist/cost-ledger.test.d.ts.map +1 -0
- package/dist/cost-report.d.ts +43 -0
- package/dist/cost-report.d.ts.map +1 -0
- package/dist/cost-report.test.d.ts +2 -0
- package/dist/cost-report.test.d.ts.map +1 -0
- package/dist/cost-tracker.d.ts +76 -0
- package/dist/cost-tracker.d.ts.map +1 -0
- package/dist/{counterfactual-Dwibr5IW.d.ts → counterfactual.d.ts} +12 -13
- package/dist/counterfactual.d.ts.map +1 -0
- package/dist/cross-trace-diff.d.ts +56 -0
- package/dist/cross-trace-diff.d.ts.map +1 -0
- package/dist/{dataset-BbGkaN2I.d.ts → dataset.d.ts} +11 -14
- package/dist/dataset.d.ts.map +1 -0
- package/dist/deploy-gate-layer.d.ts +125 -0
- package/dist/deploy-gate-layer.d.ts.map +1 -0
- package/dist/deploy-gate-layer.test.d.ts +2 -0
- package/dist/deploy-gate-layer.test.d.ts.map +1 -0
- package/dist/description-length-gate.d.ts +119 -0
- package/dist/description-length-gate.d.ts.map +1 -0
- package/dist/detectors/edge.test.d.ts +2 -0
- package/dist/detectors/edge.test.d.ts.map +1 -0
- package/dist/detectors/index.d.ts +81 -0
- package/dist/detectors/index.d.ts.map +1 -0
- package/dist/detectors/index.test.d.ts +2 -0
- package/dist/detectors/index.test.d.ts.map +1 -0
- package/dist/diagnose/causal-sweep.d.ts +100 -0
- package/dist/diagnose/causal-sweep.d.ts.map +1 -0
- package/dist/diagnose/index.d.ts +36 -0
- package/dist/diagnose/index.d.ts.map +1 -0
- package/dist/diagnose/remediation.d.ts +68 -0
- package/dist/diagnose/remediation.d.ts.map +1 -0
- package/dist/diagnose/repair.d.ts +77 -0
- package/dist/diagnose/repair.d.ts.map +1 -0
- package/dist/diagnose.d.ts +1 -251
- package/dist/diagnose.js +2 -2
- package/dist/discover-personas.d.ts +35 -0
- package/dist/discover-personas.d.ts.map +1 -0
- package/dist/driver.d.ts +95 -0
- package/dist/driver.d.ts.map +1 -0
- package/dist/driver.test.d.ts +8 -0
- package/dist/driver.test.d.ts.map +1 -0
- package/dist/dual-agent-bench.d.ts +81 -0
- package/dist/dual-agent-bench.d.ts.map +1 -0
- package/dist/error-count-extractor.d.ts +47 -0
- package/dist/error-count-extractor.d.ts.map +1 -0
- package/dist/error-count-extractor.test.d.ts +2 -0
- package/dist/error-count-extractor.test.d.ts.map +1 -0
- package/dist/{errors-CzMUYo7b.d.ts → errors.d.ts} +10 -11
- package/dist/errors.d.ts.map +1 -0
- package/dist/{researcher-DE6Gpnb4.d.ts → eval-campaign.d.ts} +34 -156
- package/dist/eval-campaign.d.ts.map +1 -0
- package/dist/eval-campaign.test.d.ts +2 -0
- package/dist/eval-campaign.test.d.ts.map +1 -0
- package/dist/eval-tools.d.ts +55 -0
- package/dist/eval-tools.d.ts.map +1 -0
- package/dist/eval-trace-store.d.ts +107 -0
- package/dist/eval-trace-store.d.ts.map +1 -0
- package/dist/eval-trace-store.test.d.ts +2 -0
- package/dist/eval-trace-store.test.d.ts.map +1 -0
- package/dist/executor.d.ts +38 -0
- package/dist/executor.d.ts.map +1 -0
- package/dist/executor.test.d.ts +10 -0
- package/dist/executor.test.d.ts.map +1 -0
- package/dist/experiment-tracker.d.ts +178 -0
- package/dist/experiment-tracker.d.ts.map +1 -0
- package/dist/experiment-tracker.test.d.ts +2 -0
- package/dist/experiment-tracker.test.d.ts.map +1 -0
- package/dist/failure-taxonomy.d.ts +38 -0
- package/dist/failure-taxonomy.d.ts.map +1 -0
- package/dist/{feedback-trajectory-D9OVLrg9.d.ts → feedback-trajectory.d.ts} +36 -38
- package/dist/feedback-trajectory.d.ts.map +1 -0
- package/dist/feedback-trajectory.test.d.ts +2 -0
- package/dist/feedback-trajectory.test.d.ts.map +1 -0
- package/dist/flow-layer.d.ts +90 -0
- package/dist/flow-layer.d.ts.map +1 -0
- package/dist/flow-layer.test.d.ts +2 -0
- package/dist/flow-layer.test.d.ts.map +1 -0
- package/dist/fuzz/capsule.d.ts +46 -0
- package/dist/fuzz/capsule.d.ts.map +1 -0
- package/dist/fuzz/cube.d.ts +36 -0
- package/dist/fuzz/cube.d.ts.map +1 -0
- package/dist/fuzz/explorer-cost.test.d.ts +2 -0
- package/dist/fuzz/explorer-cost.test.d.ts.map +1 -0
- package/dist/fuzz/explorer.d.ts +64 -0
- package/dist/fuzz/explorer.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.d.ts +16 -0
- package/dist/fuzz/fuzz-agent.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.test.d.ts +2 -0
- package/dist/fuzz/fuzz-agent.test.d.ts.map +1 -0
- package/dist/fuzz/gates.d.ts +33 -0
- package/dist/fuzz/gates.d.ts.map +1 -0
- package/dist/fuzz/index.d.ts +26 -0
- package/dist/fuzz/index.d.ts.map +1 -0
- package/dist/fuzz/policies.d.ts +28 -0
- package/dist/fuzz/policies.d.ts.map +1 -0
- package/dist/fuzz/tools.d.ts +20 -0
- package/dist/fuzz/tools.d.ts.map +1 -0
- package/dist/fuzz/types.d.ts +307 -0
- package/dist/fuzz/types.d.ts.map +1 -0
- package/dist/fuzz.d.ts +1 -547
- package/dist/golden-matcher.d.ts +71 -0
- package/dist/golden-matcher.d.ts.map +1 -0
- package/dist/governance/eu-ai-act.d.ts +37 -0
- package/dist/governance/eu-ai-act.d.ts.map +1 -0
- package/dist/governance/index.d.ts +5 -135
- package/dist/governance/index.d.ts.map +1 -0
- package/dist/governance/nist-ai-rmf.d.ts +15 -0
- package/dist/governance/nist-ai-rmf.d.ts.map +1 -0
- package/dist/governance/soc2.d.ts +12 -0
- package/dist/governance/soc2.d.ts.map +1 -0
- package/dist/governance/types.d.ts +66 -0
- package/dist/governance/types.d.ts.map +1 -0
- package/dist/harness-optimizer.d.ts +82 -0
- package/dist/harness-optimizer.d.ts.map +1 -0
- package/dist/held-out-gate.d.ts +135 -0
- package/dist/held-out-gate.d.ts.map +1 -0
- package/dist/hosted/client.d.ts +73 -0
- package/dist/hosted/client.d.ts.map +1 -0
- package/dist/hosted/from-env.test.d.ts +8 -0
- package/dist/hosted/from-env.test.d.ts.map +1 -0
- package/dist/hosted/index.d.ts +10 -238
- package/dist/hosted/index.d.ts.map +1 -0
- package/dist/hosted/types.d.ts +159 -0
- package/dist/hosted/types.d.ts.map +1 -0
- package/dist/index.d.ts +277 -5643
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +317 -108
- package/dist/index.js.map +1 -1
- package/dist/integrity/backend-integrity.d.ts +71 -0
- package/dist/integrity/backend-integrity.d.ts.map +1 -0
- package/dist/integrity/preflight.d.ts +72 -0
- package/dist/integrity/preflight.d.ts.map +1 -0
- package/dist/integrity/preflight.test.d.ts +2 -0
- package/dist/integrity/preflight.test.d.ts.map +1 -0
- package/dist/integrity/single-backend.d.ts +67 -0
- package/dist/integrity/single-backend.d.ts.map +1 -0
- package/dist/intent-match-judge.d.ts +69 -0
- package/dist/intent-match-judge.d.ts.map +1 -0
- package/dist/intent-match-judge.test.d.ts +2 -0
- package/dist/intent-match-judge.test.d.ts.map +1 -0
- package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration.d.ts} +16 -17
- package/dist/judge-calibration.d.ts.map +1 -0
- package/dist/judge-ensemble.d.ts +66 -0
- package/dist/judge-ensemble.d.ts.map +1 -0
- package/dist/judge-ensemble.test.d.ts +8 -0
- package/dist/judge-ensemble.test.d.ts.map +1 -0
- package/dist/judge-families.d.ts +38 -0
- package/dist/judge-families.d.ts.map +1 -0
- package/dist/judge-panel.d.ts +65 -0
- package/dist/judge-panel.d.ts.map +1 -0
- package/dist/judge-retry.d.ts +70 -0
- package/dist/judge-retry.d.ts.map +1 -0
- package/dist/judge-runner.d.ts +36 -0
- package/dist/judge-runner.d.ts.map +1 -0
- package/dist/judge-runner.test.d.ts +2 -0
- package/dist/judge-runner.test.d.ts.map +1 -0
- package/dist/judges.d.ts +74 -0
- package/dist/judges.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.d.ts +89 -0
- package/dist/keyword-coverage-judge.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.test.d.ts +2 -0
- package/dist/keyword-coverage-judge.test.d.ts.map +1 -0
- package/dist/knowledge/index.d.ts +3 -103
- package/dist/knowledge/index.d.ts.map +1 -0
- package/dist/knowledge/readiness.d.ts +26 -0
- package/dist/knowledge/readiness.d.ts.map +1 -0
- package/dist/knowledge/types.d.ts +75 -0
- package/dist/knowledge/types.d.ts.map +1 -0
- package/dist/live-proof.d.ts +62 -0
- package/dist/live-proof.d.ts.map +1 -0
- package/dist/{llm-client-BeEcAokY.d.ts → llm-client.d.ts} +52 -23
- package/dist/llm-client.d.ts.map +1 -0
- package/dist/llm-client.test.d.ts +2 -0
- package/dist/llm-client.test.d.ts.map +1 -0
- package/dist/locked-jsonl-appender.d.ts +19 -0
- package/dist/locked-jsonl-appender.d.ts.map +1 -0
- package/dist/matrix/aggregation.d.ts +16 -0
- package/dist/matrix/aggregation.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +12 -30
- package/dist/matrix/index.d.ts.map +1 -0
- package/dist/matrix/runner.d.ts +15 -0
- package/dist/matrix/runner.d.ts.map +1 -0
- package/dist/{types-mn5Aqk7x.d.ts → matrix/types.d.ts} +11 -15
- package/dist/matrix/types.d.ts.map +1 -0
- package/dist/meta-eval/calibration.d.ts +47 -0
- package/dist/meta-eval/calibration.d.ts.map +1 -0
- package/dist/meta-eval/correlation-study.d.ts +53 -0
- package/dist/meta-eval/correlation-study.d.ts.map +1 -0
- package/dist/meta-eval/index.d.ts +6 -181
- package/dist/meta-eval/index.d.ts.map +1 -0
- package/dist/meta-eval/index.js +1 -1
- package/dist/{outcome-store-rnXLEqSn.d.ts → meta-eval/outcome-store.d.ts} +7 -8
- package/dist/meta-eval/outcome-store.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-Cy_W-hWZ.d.ts → meta-eval/rubric-predictive-validity.d.ts} +8 -11
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +1 -0
- package/dist/meta-eval/sentinel.d.ts +169 -0
- package/dist/meta-eval/sentinel.d.ts.map +1 -0
- package/dist/metrics.d.ts +63 -0
- package/dist/metrics.d.ts.map +1 -0
- package/dist/model-seats.d.ts +71 -0
- package/dist/model-seats.d.ts.map +1 -0
- package/dist/model-seats.test.d.ts +2 -0
- package/dist/model-seats.test.d.ts.map +1 -0
- package/dist/muffled-gate-scanner.d.ts +102 -0
- package/dist/muffled-gate-scanner.d.ts.map +1 -0
- package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier.d.ts} +12 -15
- package/dist/multi-layer-verifier.d.ts.map +1 -0
- package/dist/multi-layer-verifier.test.d.ts +2 -0
- package/dist/multi-layer-verifier.test.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.d.ts +80 -0
- package/dist/multi-toolchain-layer.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.test.d.ts +2 -0
- package/dist/multi-toolchain-layer.test.d.ts.map +1 -0
- package/dist/multishot/default-tools.d.ts +34 -0
- package/dist/multishot/default-tools.d.ts.map +1 -0
- package/dist/multishot/index.d.ts +7 -290
- package/dist/multishot/index.d.ts.map +1 -0
- package/dist/multishot/index.js.map +1 -1
- package/dist/multishot/judges.d.ts +32 -0
- package/dist/multishot/judges.d.ts.map +1 -0
- package/dist/multishot/matrix.d.ts +107 -0
- package/dist/multishot/matrix.d.ts.map +1 -0
- package/dist/multishot/multishot.d.ts +23 -0
- package/dist/multishot/multishot.d.ts.map +1 -0
- package/dist/multishot/router.d.ts +37 -0
- package/dist/multishot/router.d.ts.map +1 -0
- package/dist/multishot/types.d.ts +60 -0
- package/dist/multishot/types.d.ts.map +1 -0
- package/dist/observability.d.ts +71 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/oracle.d.ts +55 -0
- package/dist/oracle.d.ts.map +1 -0
- package/dist/orthogonality.d.ts +35 -0
- package/dist/orthogonality.d.ts.map +1 -0
- package/dist/otel-pipeline.d.ts +31 -0
- package/dist/otel-pipeline.d.ts.map +1 -0
- package/dist/paraphrase.d.ts +107 -0
- package/dist/paraphrase.d.ts.map +1 -0
- package/dist/{pareto-E-pembql.d.ts → pareto.d.ts} +9 -10
- package/dist/pareto.d.ts.map +1 -0
- package/dist/partition-held-out.d.ts +70 -0
- package/dist/partition-held-out.d.ts.map +1 -0
- package/dist/partition-held-out.test.d.ts +2 -0
- package/dist/partition-held-out.test.d.ts.map +1 -0
- package/dist/perf/index.d.ts +13 -119
- package/dist/perf/index.d.ts.map +1 -0
- package/dist/perf/integrity.d.ts +30 -0
- package/dist/perf/integrity.d.ts.map +1 -0
- package/dist/perf/journey.d.ts +45 -0
- package/dist/perf/journey.d.ts.map +1 -0
- package/dist/perf/ratchet.d.ts +47 -0
- package/dist/perf/ratchet.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.d.ts +31 -0
- package/dist/pipelines/budget-breach.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.test.d.ts +2 -0
- package/dist/pipelines/budget-breach.test.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.d.ts +38 -0
- package/dist/pipelines/failure-cluster.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.test.d.ts +2 -0
- package/dist/pipelines/failure-cluster.test.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.d.ts +26 -0
- package/dist/pipelines/first-divergence.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.test.d.ts +2 -0
- package/dist/pipelines/first-divergence.test.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +8 -173
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/index.js +40 -15
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pipelines/judge-agreement.d.ts +26 -0
- package/dist/pipelines/judge-agreement.d.ts.map +1 -0
- package/dist/pipelines/judge-agreement.test.d.ts +2 -0
- package/dist/pipelines/judge-agreement.test.d.ts.map +1 -0
- package/dist/pipelines/regression.d.ts +23 -0
- package/dist/pipelines/regression.d.ts.map +1 -0
- package/dist/pipelines/regression.test.d.ts +2 -0
- package/dist/pipelines/regression.test.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.d.ts +32 -0
- package/dist/pipelines/stuck-loop.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.test.d.ts +2 -0
- package/dist/pipelines/stuck-loop.test.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.d.ts +34 -0
- package/dist/pipelines/tool-waste.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.test.d.ts +2 -0
- package/dist/pipelines/tool-waste.test.d.ts.map +1 -0
- package/dist/playbook.d.ts +16 -0
- package/dist/playbook.d.ts.map +1 -0
- package/dist/pr-review-benchmark.d.ts +88 -0
- package/dist/pr-review-benchmark.d.ts.map +1 -0
- package/dist/pr-review-benchmark.test.d.ts +2 -0
- package/dist/pr-review-benchmark.test.d.ts.map +1 -0
- package/dist/pre-registration.d.ts +125 -0
- package/dist/pre-registration.d.ts.map +1 -0
- package/dist/prm/builtin-rubrics.d.ts +33 -0
- package/dist/prm/builtin-rubrics.d.ts.map +1 -0
- package/dist/prm/index.d.ts +5 -100
- package/dist/prm/index.d.ts.map +1 -0
- package/dist/prm/index.js +55 -12
- package/dist/prm/index.js.map +1 -1
- package/dist/prm/inference.d.ts +29 -0
- package/dist/prm/inference.d.ts.map +1 -0
- package/dist/prm/inference.test.d.ts +2 -0
- package/dist/prm/inference.test.d.ts.map +1 -0
- package/dist/{rubric-BOfxn4ja.d.ts → prm/rubric.d.ts} +10 -13
- package/dist/prm/rubric.d.ts.map +1 -0
- package/dist/prm/training-export.d.ts +38 -0
- package/dist/prm/training-export.d.ts.map +1 -0
- package/dist/produced-state.d.ts +63 -0
- package/dist/produced-state.d.ts.map +1 -0
- package/dist/produced-state.test.d.ts +8 -0
- package/dist/produced-state.test.d.ts.map +1 -0
- package/dist/profile/baselines.d.ts +37 -0
- package/dist/profile/baselines.d.ts.map +1 -0
- package/dist/profile/index.d.ts +105 -0
- package/dist/profile/index.d.ts.map +1 -0
- package/dist/promotion-gate.d.ts +93 -0
- package/dist/promotion-gate.d.ts.map +1 -0
- package/dist/prompt-registry.d.ts +41 -0
- package/dist/prompt-registry.d.ts.map +1 -0
- package/dist/propose-review-control.d.ts +49 -0
- package/dist/propose-review-control.d.ts.map +1 -0
- package/dist/propose-review-control.test.d.ts +2 -0
- package/dist/propose-review-control.test.d.ts.map +1 -0
- package/dist/propose-review.d.ts +155 -0
- package/dist/propose-review.d.ts.map +1 -0
- package/dist/{red-team-BXHil6c8.d.ts → red-team.d.ts} +14 -16
- package/dist/red-team.d.ts.map +1 -0
- package/dist/reference-replay-steering.d.ts +11 -0
- package/dist/reference-replay-steering.d.ts.map +1 -0
- package/dist/reference-replay.d.ts +176 -0
- package/dist/reference-replay.d.ts.map +1 -0
- package/dist/reflective-mutation.d.ts +79 -0
- package/dist/reflective-mutation.d.ts.map +1 -0
- package/dist/registry.d.ts +31 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/release-confidence.d.ts +128 -0
- package/dist/release-confidence.d.ts.map +1 -0
- package/dist/release-report.d.ts +11 -0
- package/dist/release-report.d.ts.map +1 -0
- package/dist/replay.d.ts +120 -0
- package/dist/replay.d.ts.map +1 -0
- package/dist/reporter.d.ts +14 -0
- package/dist/reporter.d.ts.map +1 -0
- package/dist/reporting.d.ts +15 -15
- package/dist/reporting.d.ts.map +1 -0
- package/dist/reporting.js +3 -3
- package/dist/researcher.d.ts +140 -0
- package/dist/researcher.d.ts.map +1 -0
- package/dist/reviewer.d.ts +118 -0
- package/dist/reviewer.d.ts.map +1 -0
- package/dist/reviewer.test.d.ts +2 -0
- package/dist/reviewer.test.d.ts.map +1 -0
- package/dist/reward-model-export.d.ts +60 -0
- package/dist/reward-model-export.d.ts.map +1 -0
- package/dist/rl/active-curriculum.d.ts +110 -0
- package/dist/rl/active-curriculum.d.ts.map +1 -0
- package/dist/rl/adaptation-eval.d.ts +109 -0
- package/dist/rl/adaptation-eval.d.ts.map +1 -0
- package/dist/{adversarial-DIVcDoI_.d.ts → rl/adversarial.d.ts} +6 -7
- package/dist/rl/adversarial.d.ts.map +1 -0
- package/dist/rl/compute-curves.d.ts +127 -0
- package/dist/rl/compute-curves.d.ts.map +1 -0
- package/dist/rl/contamination.d.ts +117 -0
- package/dist/rl/contamination.d.ts.map +1 -0
- package/dist/rl/corpus.d.ts +55 -0
- package/dist/rl/corpus.d.ts.map +1 -0
- package/dist/rl/corpus.test.d.ts +2 -0
- package/dist/rl/corpus.test.d.ts.map +1 -0
- package/dist/rl/dataset.d.ts +102 -0
- package/dist/rl/dataset.d.ts.map +1 -0
- package/dist/rl/dataset.test.d.ts +2 -0
- package/dist/rl/dataset.test.d.ts.map +1 -0
- package/dist/rl/exporters.d.ts +141 -0
- package/dist/rl/exporters.d.ts.map +1 -0
- package/dist/rl/index.d.ts +49 -0
- package/dist/rl/index.d.ts.map +1 -0
- package/dist/{off-policy-DiwuKKg7.d.ts → rl/off-policy.d.ts} +8 -9
- package/dist/rl/off-policy.d.ts.map +1 -0
- package/dist/rl/predictive-validity-researcher.d.ts +69 -0
- package/dist/rl/predictive-validity-researcher.d.ts.map +1 -0
- package/dist/rl/preferences.d.ts +141 -0
- package/dist/rl/preferences.d.ts.map +1 -0
- package/dist/rl/process-reward.d.ts +122 -0
- package/dist/rl/process-reward.d.ts.map +1 -0
- package/dist/rl/reward-hacking.d.ts +104 -0
- package/dist/rl/reward-hacking.d.ts.map +1 -0
- package/dist/rl/rl-campaign.d.ts +85 -0
- package/dist/rl/rl-campaign.d.ts.map +1 -0
- package/dist/rl/run-record-adapters.d.ts +56 -0
- package/dist/rl/run-record-adapters.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.d.ts +166 -0
- package/dist/rl/sim-fidelity.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.test.d.ts +2 -0
- package/dist/rl/sim-fidelity.test.d.ts.map +1 -0
- package/dist/rl/tournament.d.ts +115 -0
- package/dist/rl/tournament.d.ts.map +1 -0
- package/dist/rl/verifiable-reward.d.ts +124 -0
- package/dist/rl/verifiable-reward.d.ts.map +1 -0
- package/dist/rl.d.ts +1 -1192
- package/dist/rl.js +615 -615
- package/dist/rl.js.map +1 -1
- package/dist/{run-campaign-RDGAM5KJ.js → run-campaign-WXY7KI67.js} +3 -3
- package/dist/run-critic.d.ts +23 -0
- package/dist/run-critic.d.ts.map +1 -0
- package/dist/run-evidence.d.ts +32 -0
- package/dist/run-evidence.d.ts.map +1 -0
- package/dist/{run-record-e7vj1uZQ.d.ts → run-record.d.ts} +16 -122
- package/dist/run-record.d.ts.map +1 -0
- package/dist/run-record.test.d.ts +2 -0
- package/dist/run-record.test.d.ts.map +1 -0
- package/dist/run-score.d.ts +31 -0
- package/dist/run-score.d.ts.map +1 -0
- package/dist/runtime-trajectory.d.ts +47 -0
- package/dist/runtime-trajectory.d.ts.map +1 -0
- package/dist/{test-graded-scenario-BdVaPyHT.d.ts → sandbox-harness.d.ts} +34 -60
- package/dist/sandbox-harness.d.ts.map +1 -0
- package/dist/sandbox-harness.test.d.ts +2 -0
- package/dist/sandbox-harness.test.d.ts.map +1 -0
- package/dist/sandbox-pool.d.ts +74 -0
- package/dist/sandbox-pool.d.ts.map +1 -0
- package/dist/sandbox-pool.test.d.ts +2 -0
- package/dist/sandbox-pool.test.d.ts.map +1 -0
- package/dist/scorecard.d.ts +133 -0
- package/dist/scorecard.d.ts.map +1 -0
- package/dist/scorecard.test.d.ts +2 -0
- package/dist/scorecard.test.d.ts.map +1 -0
- package/dist/self-play.d.ts +69 -0
- package/dist/self-play.d.ts.map +1 -0
- package/dist/semantic-concept-judge.d.ts +135 -0
- package/dist/semantic-concept-judge.d.ts.map +1 -0
- package/dist/semantic-concept-judge.test.d.ts +2 -0
- package/dist/semantic-concept-judge.test.d.ts.map +1 -0
- package/dist/{sequential-5iSVfzl2.d.ts → sequential.d.ts} +9 -10
- package/dist/sequential.d.ts.map +1 -0
- package/dist/{series-convergence-D5OWMBg6.d.ts → series-convergence.d.ts} +4 -5
- package/dist/series-convergence.d.ts.map +1 -0
- package/dist/slo.d.ts +48 -0
- package/dist/slo.d.ts.map +1 -0
- package/dist/state-continuity.d.ts +47 -0
- package/dist/state-continuity.d.ts.map +1 -0
- package/dist/{statistics-C7PozGrZ.d.ts → statistics.d.ts} +152 -39
- package/dist/statistics.d.ts.map +1 -0
- package/dist/statistics.test.d.ts +2 -0
- package/dist/statistics.test.d.ts.map +1 -0
- package/dist/steering-optimizer.d.ts +58 -0
- package/dist/steering-optimizer.d.ts.map +1 -0
- package/dist/steering.d.ts +24 -0
- package/dist/steering.d.ts.map +1 -0
- package/dist/storyboard/code-edit.d.ts +64 -0
- package/dist/storyboard/code-edit.d.ts.map +1 -0
- package/dist/storyboard/code-edit.test.d.ts +2 -0
- package/dist/storyboard/code-edit.test.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +16 -81
- package/dist/storyboard/index.d.ts.map +1 -0
- package/dist/storyboard/index.test.d.ts +2 -0
- package/dist/storyboard/index.test.d.ts.map +1 -0
- package/dist/{summary-report-DGmUucwQ.d.ts → summary-report.d.ts} +23 -160
- package/dist/summary-report.d.ts.map +1 -0
- package/dist/telemetry/client.d.ts +35 -0
- package/dist/telemetry/client.d.ts.map +1 -0
- package/dist/telemetry/index.d.ts +17 -35
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/schema.d.ts +61 -0
- package/dist/telemetry/schema.d.ts.map +1 -0
- package/dist/telemetry/sink-fetch.d.ts +39 -0
- package/dist/telemetry/sink-fetch.d.ts.map +1 -0
- package/dist/telemetry/{file.d.ts → sink-file.d.ts} +5 -7
- package/dist/telemetry/sink-file.d.ts.map +1 -0
- package/dist/test-graded-scenario.d.ts +42 -0
- package/dist/test-graded-scenario.d.ts.map +1 -0
- package/dist/testing.d.ts +5 -0
- package/dist/testing.d.ts.map +1 -0
- package/dist/testing.js +8 -0
- package/dist/testing.js.map +1 -0
- package/dist/tool-use-metrics.d.ts +35 -0
- package/dist/tool-use-metrics.d.ts.map +1 -0
- package/dist/trace/capture-fetch.d.ts +48 -0
- package/dist/trace/capture-fetch.d.ts.map +1 -0
- package/dist/trace/capture-fetch.test.d.ts +2 -0
- package/dist/trace/capture-fetch.test.d.ts.map +1 -0
- package/dist/{emitter-DEZwY14K.d.ts → trace/emitter.d.ts} +9 -12
- package/dist/trace/emitter.d.ts.map +1 -0
- package/dist/trace/extract-usage.d.ts +46 -0
- package/dist/trace/extract-usage.d.ts.map +1 -0
- package/dist/trace/extract-usage.test.d.ts +2 -0
- package/dist/trace/extract-usage.test.d.ts.map +1 -0
- package/dist/trace/index.d.ts +15 -0
- package/dist/trace/index.d.ts.map +1 -0
- package/dist/{integrity-VJ9A7aST.d.ts → trace/integrity.d.ts} +11 -14
- package/dist/trace/integrity.d.ts.map +1 -0
- package/dist/trace/otel-bridge.d.ts +29 -0
- package/dist/trace/otel-bridge.d.ts.map +1 -0
- package/dist/trace/otel-export.d.ts +52 -0
- package/dist/trace/otel-export.d.ts.map +1 -0
- package/dist/trace/otel.d.ts +57 -0
- package/dist/trace/otel.d.ts.map +1 -0
- package/dist/trace/otlp-attributes.d.ts +17 -0
- package/dist/trace/otlp-attributes.d.ts.map +1 -0
- package/dist/trace/query.d.ts +29 -0
- package/dist/trace/query.d.ts.map +1 -0
- package/dist/trace/query.test.d.ts +2 -0
- package/dist/trace/query.test.d.ts.map +1 -0
- package/dist/{raw-provider-sink-C46HDghv.d.ts → trace/raw-provider-sink.d.ts} +13 -14
- package/dist/trace/raw-provider-sink.d.ts.map +1 -0
- package/dist/{redact-B40YG2M_.d.ts → trace/redact.d.ts} +7 -8
- package/dist/trace/redact.d.ts.map +1 -0
- package/dist/{schema-m0gsnbt3.d.ts → trace/schema.d.ts} +29 -30
- package/dist/trace/schema.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.d.ts +72 -0
- package/dist/trace/store-to-otlp.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.test.d.ts +2 -0
- package/dist/trace/store-to-otlp.test.d.ts.map +1 -0
- package/dist/{store-CKUAgsJz.d.ts → trace/store.d.ts} +37 -13
- package/dist/trace/store.d.ts.map +1 -0
- package/dist/trace/store.test.d.ts +2 -0
- package/dist/trace/store.test.d.ts.map +1 -0
- package/dist/{analyst-C8HHvfJp.d.ts → trace-analyst/analyst.d.ts} +12 -14
- package/dist/trace-analyst/analyst.d.ts.map +1 -0
- package/dist/trace-analyst/analyst.test.d.ts +2 -0
- package/dist/trace-analyst/analyst.test.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts +40 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +2 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +1 -0
- package/dist/trace-analyst/hook.d.ts +55 -0
- package/dist/trace-analyst/hook.d.ts.map +1 -0
- package/dist/trace-analyst/index.d.ts +18 -0
- package/dist/trace-analyst/index.d.ts.map +1 -0
- package/dist/trace-analyst/insights.d.ts +71 -0
- package/dist/trace-analyst/insights.d.ts.map +1 -0
- package/dist/trace-analyst/insights.test.d.ts +2 -0
- package/dist/trace-analyst/insights.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-flatten.d.ts +42 -0
- package/dist/trace-analyst/otlp-flatten.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.d.ts +85 -0
- package/dist/trace-analyst/otlp-span.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-span.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts +115 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/prompts.d.ts +6 -0
- package/dist/trace-analyst/prompts.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.d.ts +126 -0
- package/dist/trace-analyst/store-otlp.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.test.d.ts +8 -0
- package/dist/trace-analyst/store-otlp.test.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/store.d.ts +63 -0
- package/dist/trace-analyst/store.d.ts.map +1 -0
- package/dist/trace-analyst/tools.d.ts +44 -0
- package/dist/trace-analyst/tools.d.ts.map +1 -0
- package/dist/trace-analyst/tools.test.d.ts +10 -0
- package/dist/trace-analyst/tools.test.d.ts.map +1 -0
- package/dist/{store-C1YxJDEK.d.ts → trace-analyst/types.d.ts} +18 -74
- package/dist/trace-analyst/types.d.ts.map +1 -0
- package/dist/trace-contracts.d.ts +180 -0
- package/dist/trace-contracts.d.ts.map +1 -0
- package/dist/traced-analyst.d.ts +26 -0
- package/dist/traced-analyst.d.ts.map +1 -0
- package/dist/traced-judges.d.ts +27 -0
- package/dist/traced-judges.d.ts.map +1 -0
- package/dist/traces.d.ts +4 -947
- package/dist/traces.d.ts.map +1 -0
- package/dist/traces.js +42 -12
- package/dist/{trajectory-GEdXJCL5.d.ts → trajectory.d.ts} +8 -9
- package/dist/trajectory.d.ts.map +1 -0
- package/dist/{types-Croy5h7V.d.ts → types.d.ts} +33 -33
- package/dist/types.d.ts.map +1 -0
- package/dist/ui-finding.d.ts +104 -0
- package/dist/ui-finding.d.ts.map +1 -0
- package/dist/verdict-cache.d.ts +78 -0
- package/dist/verdict-cache.d.ts.map +1 -0
- package/dist/verdict-cache.test.d.ts +2 -0
- package/dist/verdict-cache.test.d.ts.map +1 -0
- package/dist/{verdict-C9MlYujm.d.ts → verdict.d.ts} +2 -3
- package/dist/verdict.d.ts.map +1 -0
- package/dist/visual-diff.d.ts +32 -0
- package/dist/visual-diff.d.ts.map +1 -0
- package/dist/wire/handlers.d.ts +54 -0
- package/dist/wire/handlers.d.ts.map +1 -0
- package/dist/wire/index.d.ts +13 -570
- package/dist/wire/index.d.ts.map +1 -0
- package/dist/wire/index.js +2 -2
- package/dist/wire/openapi.d.ts +3 -0
- package/dist/wire/openapi.d.ts.map +1 -0
- package/dist/wire/rpc.d.ts +21 -0
- package/dist/wire/rpc.d.ts.map +1 -0
- package/dist/wire/rubrics.d.ts +34 -0
- package/dist/wire/rubrics.d.ts.map +1 -0
- package/dist/wire/schemas.d.ts +410 -0
- package/dist/wire/schemas.d.ts.map +1 -0
- package/dist/wire/server.d.ts +60 -0
- package/dist/wire/server.d.ts.map +1 -0
- package/dist/workflow/event-schema.d.ts +5 -0
- package/dist/workflow/event-schema.d.ts.map +1 -0
- package/dist/workflow/feedback-pack.d.ts +99 -0
- package/dist/workflow/feedback-pack.d.ts.map +1 -0
- package/dist/workflow/index.d.ts +22 -495
- package/dist/workflow/index.d.ts.map +1 -0
- package/dist/workflow/index.js +2 -2
- package/dist/workflow/intelligence-export.d.ts +62 -0
- package/dist/workflow/intelligence-export.d.ts.map +1 -0
- package/dist/workflow/partner-report.d.ts +49 -0
- package/dist/workflow/partner-report.d.ts.map +1 -0
- package/dist/workflow/phase-graph.d.ts +43 -0
- package/dist/workflow/phase-graph.d.ts.map +1 -0
- package/dist/workflow/promotion-gate.d.ts +61 -0
- package/dist/workflow/promotion-gate.d.ts.map +1 -0
- package/dist/workflow/run-record.d.ts +12 -0
- package/dist/workflow/run-record.d.ts.map +1 -0
- package/dist/workflow/runtime-adapter.d.ts +20 -0
- package/dist/workflow/runtime-adapter.d.ts.map +1 -0
- package/dist/workflow/sanitize.d.ts +21 -0
- package/dist/workflow/sanitize.d.ts.map +1 -0
- package/dist/workflow/schema.d.ts +5 -0
- package/dist/workflow/schema.d.ts.map +1 -0
- package/dist/workflow/summary.d.ts +43 -0
- package/dist/workflow/summary.d.ts.map +1 -0
- package/dist/workflow/trace-event-fields.d.ts +6 -0
- package/dist/workflow/trace-event-fields.d.ts.map +1 -0
- package/dist/workflow/trajectory.d.ts +15 -0
- package/dist/workflow/trajectory.d.ts.map +1 -0
- package/dist/workflow/types.d.ts +68 -0
- package/dist/workflow/types.d.ts.map +1 -0
- package/dist/workspace-inspector.d.ts +67 -0
- package/dist/workspace-inspector.d.ts.map +1 -0
- package/dist/wrangler-deploy-runner.test.d.ts +2 -0
- package/dist/wrangler-deploy-runner.test.d.ts.map +1 -0
- package/docs/campaign-proposers.md +170 -0
- package/docs/concepts.md +8 -4
- package/docs/customer-journeys.md +15 -13
- package/docs/design/loop-taxonomy.md +34 -66
- package/docs/distributed-driver.md +14 -14
- package/docs/feature-guide.md +1 -1
- package/docs/hosted-ingest-spec.md +2 -3
- package/docs/multi-shot-optimization.md +8 -8
- package/docs/product-eval-adoption.md +1 -1
- package/docs/self-improvement-map.md +33 -29
- package/package.json +9 -15
- package/dist/calibration-Cpr3WaX3.d.ts +0 -101
- package/dist/chunk-47X6LRCE.js.map +0 -1
- package/dist/chunk-6SOJM3VR.js.map +0 -1
- package/dist/chunk-CVVHBFGN.js.map +0 -1
- package/dist/chunk-D3V5B42D.js.map +0 -1
- package/dist/chunk-E4GH6USR.js.map +0 -1
- package/dist/chunk-GSH6QNNS.js.map +0 -1
- package/dist/chunk-KWRRMR3J.js.map +0 -1
- package/dist/chunk-LMZQ2Z4U.js.map +0 -1
- package/dist/chunk-QAY5UIJO.js.map +0 -1
- package/dist/chunk-QG2OVF2D.js.map +0 -1
- package/dist/chunk-T375SUOZ.js.map +0 -1
- package/dist/chunk-TWS7AZEY.js.map +0 -1
- package/dist/chunk-UMMZHCPB.js.map +0 -1
- package/dist/chunk-XY4DDNEG.js.map +0 -1
- package/dist/chunk-ZFIBGEOL.js.map +0 -1
- package/dist/control-_Qb7skHX.d.ts +0 -259
- package/dist/corpus-BoR-041R.d.ts +0 -560
- package/dist/failure-cluster-CL7IVgkJ.d.ts +0 -76
- package/dist/harness-optimizer-EnEnQPsr.d.ts +0 -106
- package/dist/index-Bx3gZ8xl.d.ts +0 -159
- package/dist/pre-registration-mAnCugl9.d.ts +0 -523
- package/dist/provenance-LnqRT0sS.d.ts +0 -441
- package/dist/query-CqTxMwDw.d.ts +0 -31
- package/dist/release-report-euXIV_Sk.d.ts +0 -233
- package/dist/run-critic-BAIjX99r.d.ts +0 -56
- package/dist/run-improvement-loop-5z_l5zDz.d.ts +0 -427
- package/dist/runtime-trajectory-BDgfGZSr.d.ts +0 -49
- package/dist/semantic-concept-judge-Dn8Z6KEG.d.ts +0 -624
- package/dist/sink-fetch-B1Yg4Til.d.ts +0 -101
- package/docs/design/external-agent-wedge.md +0 -89
- package/docs/design/phase-d-rfc.md +0 -125
- package/docs/design/phase4-consumer-migration.md +0 -70
- package/docs/design/primitives-integration-spec.md +0 -393
- package/docs/design/product-self-improvement-loop.md +0 -146
- package/docs/design/self-improvement-engine.md +0 -140
- package/docs/design/self-improvement-protocol.md +0 -223
- package/docs/design/self-improvement-roadmap.md +0 -106
- package/docs/design/substrate-gaps.md +0 -118
- package/docs/phase-b-pairing-kit.md +0 -188
- package/docs/phase-b-runbook.md +0 -176
- package/docs/pilot/README.md +0 -62
- package/docs/pilot/customer-checklist.md +0 -90
- package/docs/pilot/integration-foreign-stack.md +0 -296
- package/docs/pilot/integration-tangle-stack.md +0 -248
- package/docs/pilot/one-pager.md +0 -161
- package/docs/pilot/sample-insight-report.json +0 -172
- package/docs/quickstart-external.md +0 -229
- package/docs/research/belief-state-agent-eval-roadmap.md +0 -593
- package/docs/research/research-roadmap.md +0 -205
- package/docs/specs/driver-honest-spec.md +0 -251
- package/docs/specs/hermes-self-improvement-audit.md +0 -93
- package/docs/specs/profile-versioning.md +0 -291
- package/docs/three-package-architecture.md +0 -168
- /package/dist/{chunk-QS3RBQPI.js.map → chunk-D5KBVULY.js.map} +0 -0
- /package/dist/{chunk-UHMJT4T7.js.map → chunk-IZCEK2HR.js.map} +0 -0
- /package/dist/{chunk-L3JOU6XM.js.map → chunk-NACM5RS7.js.map} +0 -0
- /package/dist/{chunk-4FBZZIYD.js.map → chunk-QTMYW64F.js.map} +0 -0
- /package/dist/{chunk-CY6U5S3X.js.map → chunk-URWVKRCS.js.map} +0 -0
- /package/dist/{chunk-Y47J2LJ3.js.map → chunk-Z6L6YSU6.js.map} +0 -0
- /package/dist/{run-campaign-RDGAM5KJ.js.map → run-campaign-WXY7KI67.js.map} +0 -0
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* SkillOpt patch primitives (Microsoft, arXiv:2605.23904 — "Executive
|
|
3
|
+
* Strategy for Self-Evolving Agent Skills"). Where GEPA regenerates a surface
|
|
4
|
+
* by reflection, SkillOpt emits BOUNDED, anchored edits to ONE skill document
|
|
5
|
+
* — add / delete / replace — and accepts an edit only if it strictly improves
|
|
6
|
+
* a held-out score. Bounded edits are the "textual learning rate": small,
|
|
7
|
+
* reversible, and cheap to accept/reject, so a good rule introduced earlier is
|
|
8
|
+
* not overwritten by a later sweeping rewrite.
|
|
9
|
+
*
|
|
10
|
+
* This module applies a patch deterministically and reports, per op, what
|
|
11
|
+
* applied and what could not (a missing anchor is a rejected op, never a
|
|
12
|
+
* silently dropped one). Pure, no I/O.
|
|
13
|
+
*/
|
|
14
|
+
/** A single bounded edit against a skill surface.
|
|
15
|
+
* - `add` — insert `text` after the first line containing `after`
|
|
16
|
+
* (append to the end when `after` is absent/empty).
|
|
17
|
+
* - `delete` — remove the first line containing `anchor`.
|
|
18
|
+
* - `replace` — replace the first line containing `anchor` with `text`.
|
|
19
|
+
* `text` may be multi-line; it is spliced in as multiple lines. Anchors match
|
|
20
|
+
* the FIRST line that contains the substring (deterministic; SkillOpt is
|
|
21
|
+
* expected to anchor on unique text). */
|
|
22
|
+
export type SkillPatchOp = {
|
|
23
|
+
op: 'add';
|
|
24
|
+
after?: string;
|
|
25
|
+
text: string;
|
|
26
|
+
} | {
|
|
27
|
+
op: 'delete';
|
|
28
|
+
anchor: string;
|
|
29
|
+
} | {
|
|
30
|
+
op: 'replace';
|
|
31
|
+
anchor: string;
|
|
32
|
+
text: string;
|
|
33
|
+
};
|
|
34
|
+
/** A named, attributable bundle of ops the optimizer proposes as one edit. */
|
|
35
|
+
export interface SkillPatch {
|
|
36
|
+
label: string;
|
|
37
|
+
rationale: string;
|
|
38
|
+
ops: SkillPatchOp[];
|
|
39
|
+
}
|
|
40
|
+
export interface SkillPatchRejection {
|
|
41
|
+
op: SkillPatchOp;
|
|
42
|
+
reason: string;
|
|
43
|
+
}
|
|
44
|
+
export interface ApplySkillPatchResult {
|
|
45
|
+
surface: string;
|
|
46
|
+
/** Count of ops that mutated the surface. */
|
|
47
|
+
applied: number;
|
|
48
|
+
/** Ops that could not apply (unanchored / empty), with the reason. The
|
|
49
|
+
* surface still reflects every APPLIED op — partial application is honest,
|
|
50
|
+
* and the caller decides whether a partial patch is worth scoring. */
|
|
51
|
+
rejected: SkillPatchRejection[];
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Apply a SkillOpt patch to a text surface. Ops apply in array order against
|
|
55
|
+
* the evolving line buffer (an `add after X` followed by a `delete X` sees the
|
|
56
|
+
* inserted lines). A missing anchor rejects only that op; the rest still apply.
|
|
57
|
+
*/
|
|
58
|
+
export declare function applySkillPatch(surface: string, patch: SkillPatch): ApplySkillPatchResult;
|
|
59
|
+
/** Total ops in a patch — the edit-budget axis (SkillOpt's "textual learning
|
|
60
|
+
* rate" caps this per epoch). */
|
|
61
|
+
export declare function patchEditCount(patch: SkillPatch): number;
|
|
62
|
+
//# sourceMappingURL=skill-patch.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"skill-patch.d.ts","sourceRoot":"","sources":["../../src/campaign/skill-patch.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH;;;;;;;0CAO0C;AAC1C,MAAM,MAAM,YAAY,GACpB;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC3C;IAAE,EAAE,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAChC;IAAE,EAAE,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AAEnD,8EAA8E;AAC9E,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,GAAG,EAAE,YAAY,EAAE,CAAA;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,YAAY,CAAA;IAChB,MAAM,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAA;IACf,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAA;IACf;;2EAEuE;IACvE,QAAQ,EAAE,mBAAmB,EAAE,CAAA;CAChC;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,qBAAqB,CAkDzF;AAED;kCACkC;AAClC,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAExD"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* `CampaignStorage` — the filesystem seam `runCampaign` writes through
|
|
3
|
+
* (run/cell dirs, the resumability cache, per-cell artifacts, trace spans).
|
|
4
|
+
*
|
|
5
|
+
* The default (`fsCampaignStorage`) is the Node filesystem — identical
|
|
6
|
+
* behavior to the inline `node:fs` calls it replaces, so existing CLI
|
|
7
|
+
* consumers are unaffected. `inMemoryCampaignStorage` keeps everything in a
|
|
8
|
+
* `Map`, so the substrate runs in environments WITHOUT a filesystem
|
|
9
|
+
* (Cloudflare Workers, Deno Deploy, other edge runtimes) — the campaign
|
|
10
|
+
* still produces its `CampaignResult` (cells + aggregates) in memory;
|
|
11
|
+
* artifacts/traces simply aren't persisted to disk.
|
|
12
|
+
*
|
|
13
|
+
* Paths are opaque keys to the in-memory adapter — it does not parse them,
|
|
14
|
+
* so the same `join(...)`-built paths work unchanged across both adapters.
|
|
15
|
+
*/
|
|
16
|
+
export interface CampaignStorage {
|
|
17
|
+
/** Ensure a directory exists (recursive). No-op for in-memory. */
|
|
18
|
+
ensureDir(dir: string): void;
|
|
19
|
+
/** Does this path exist (as a written file or an ensured dir)? */
|
|
20
|
+
exists(path: string): boolean;
|
|
21
|
+
/** Read a UTF-8 file; `undefined` when missing or unreadable. */
|
|
22
|
+
read(path: string): string | undefined;
|
|
23
|
+
/** Write a file (string or bytes). Parent dir is assumed ensured. */
|
|
24
|
+
write(path: string, content: string | Uint8Array): void;
|
|
25
|
+
}
|
|
26
|
+
/** Node-filesystem storage — the default. Lazily requires `node:fs` so the
|
|
27
|
+
* module imports cleanly in non-Node runtimes (where the caller passes
|
|
28
|
+
* `inMemoryCampaignStorage` instead and never constructs this).
|
|
29
|
+
*
|
|
30
|
+
* `createRequire(import.meta.url)` is the ESM-native lazy require — a bare
|
|
31
|
+
* `require` is a ReferenceError under `"type": "module"`, which is exactly
|
|
32
|
+
* the shape this package publishes. */
|
|
33
|
+
export declare function fsCampaignStorage(): CampaignStorage;
|
|
34
|
+
/** In-memory storage for filesystem-less runtimes. Artifacts + trace spans
|
|
35
|
+
* live in a `Map` for the duration of the run; the `CampaignResult` is
|
|
36
|
+
* fully populated, but nothing is persisted to disk. */
|
|
37
|
+
export declare function inMemoryCampaignStorage(): CampaignStorage;
|
|
38
|
+
//# sourceMappingURL=storage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/campaign/storage.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,eAAe;IAC9B,kEAAkE;IAClE,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,kEAAkE;IAClE,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAA;IAC7B,iEAAiE;IACjE,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;IACtC,qEAAqE;IACrE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAAA;CACxD;AAED;;;;;;wCAMwC;AACxC,wBAAgB,iBAAiB,IAAI,eAAe,CAuBnD;AAED;;yDAEyD;AACzD,wBAAgB,uBAAuB,IAAI,eAAe,CAmBzD"}
|
|
@@ -1,8 +1,4 @@
|
|
|
1
|
-
import { b as RunTokenUsage } from './run-record-e7vj1uZQ.js';
|
|
2
|
-
|
|
3
1
|
/**
|
|
4
|
-
* @experimental
|
|
5
|
-
*
|
|
6
2
|
* Pass A substrate types — `runCampaign` is the one primitive every
|
|
7
3
|
* eval flow composes from. Three contracts in this file:
|
|
8
4
|
*
|
|
@@ -19,18 +15,18 @@ import { b as RunTokenUsage } from './run-record-e7vj1uZQ.js';
|
|
|
19
15
|
* No new architecture vs 0.38 — Pass A formalizes the shapes so consumers
|
|
20
16
|
* can build dashboards / CI gates / regression diffs against a stable schema.
|
|
21
17
|
*/
|
|
22
|
-
|
|
23
|
-
/**
|
|
18
|
+
import type { RunTokenUsage } from '../run-record';
|
|
19
|
+
/** Stable identifier + kind tag for any scenario. Consumers
|
|
24
20
|
* extend with their per-domain payload (persona, task, requirement, ...). */
|
|
25
|
-
interface Scenario {
|
|
21
|
+
export interface Scenario {
|
|
26
22
|
id: string;
|
|
27
23
|
kind: string;
|
|
28
24
|
tags?: string[];
|
|
29
25
|
}
|
|
30
|
-
/**
|
|
26
|
+
/** Context handed to every dispatch invocation. Scoped — every
|
|
31
27
|
* trace/span carries the cellId, every artifact write lands under the cell's
|
|
32
28
|
* artifact root, the cost meter accumulates per cell. */
|
|
33
|
-
interface DispatchContext {
|
|
29
|
+
export interface DispatchContext {
|
|
34
30
|
cellId: string;
|
|
35
31
|
rep: number;
|
|
36
32
|
generation?: number;
|
|
@@ -52,13 +48,13 @@ interface DispatchContext {
|
|
|
52
48
|
*/
|
|
53
49
|
placement?: string;
|
|
54
50
|
}
|
|
55
|
-
/**
|
|
51
|
+
/** One function: scenario + ctx → artifact. Dispatcher chooses
|
|
56
52
|
* whether to call `runMultishot`, `runLoop`, raw `streamPrompt`, anything. */
|
|
57
|
-
type DispatchFn<TScenario extends Scenario, TArtifact> = (scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
|
|
58
|
-
/**
|
|
53
|
+
export type DispatchFn<TScenario extends Scenario, TArtifact> = (scenario: TScenario, ctx: DispatchContext) => Promise<TArtifact>;
|
|
54
|
+
/** One session within a multi-session journey. Dispatch is
|
|
59
55
|
* invoked once per session in order; state from prior session's artifact
|
|
60
56
|
* is exposed via `ctx.priorSessionArtifact`. */
|
|
61
|
-
interface SessionScript<TScenario, TArtifact> {
|
|
57
|
+
export interface SessionScript<TScenario, TArtifact> {
|
|
62
58
|
id: string;
|
|
63
59
|
intent: string;
|
|
64
60
|
maxTurns?: number;
|
|
@@ -68,20 +64,20 @@ interface SessionScript<TScenario, TArtifact> {
|
|
|
68
64
|
* resolves. Returns the persona shape used by the NEXT session. */
|
|
69
65
|
evolveAfterSession?: (artifact: TArtifact, sessionIndex: number, scenario: TScenario) => TScenario;
|
|
70
66
|
}
|
|
71
|
-
interface JudgeDimension {
|
|
67
|
+
export interface JudgeDimension {
|
|
72
68
|
/** JSON field name + score key. */
|
|
73
69
|
key: string;
|
|
74
70
|
/** Description shown in the judge's user prompt. */
|
|
75
71
|
description: string;
|
|
76
72
|
}
|
|
77
|
-
/**
|
|
73
|
+
/** Pluggable dimensional scorer. `score` is the contract:
|
|
78
74
|
* given an artifact + scenario, return a `JudgeScore`. This is deliberately a
|
|
79
75
|
* function, not a fixed LLM-prompt shape — real consumers judge with
|
|
80
76
|
* ensembles, deterministic checks, or a single LLM call, and the substrate
|
|
81
77
|
* must not constrain that. The `llmJudge()` helper builds a `score` that does
|
|
82
78
|
* one LLM call for the common case. `appliesTo` lets a judge run only on
|
|
83
79
|
* scenarios that match (e.g. a legal-citation judge only on legal scenarios). */
|
|
84
|
-
interface JudgeConfig<TArtifact, TScenario extends Scenario = Scenario> {
|
|
80
|
+
export interface JudgeConfig<TArtifact, TScenario extends Scenario = Scenario> {
|
|
85
81
|
name: string;
|
|
86
82
|
dimensions: JudgeDimension[];
|
|
87
83
|
/** Score one artifact. Throw on failure — a thrown judge is recorded as a
|
|
@@ -102,7 +98,7 @@ interface JudgeConfig<TArtifact, TScenario extends Scenario = Scenario> {
|
|
|
102
98
|
* promotion-policy) — never renormalize a producer's values in place, as
|
|
103
99
|
* downstream thresholds (`composite >= 5` in multishot/matrix.ts, live-soak
|
|
104
100
|
* `>= 7` gates) key on the producer's native scale. */
|
|
105
|
-
interface JudgeScore {
|
|
101
|
+
export interface JudgeScore {
|
|
106
102
|
dimensions: Record<string, number>;
|
|
107
103
|
composite: number;
|
|
108
104
|
notes: string;
|
|
@@ -118,12 +114,12 @@ interface JudgeScore {
|
|
|
118
114
|
/** Ensemble extras: each surviving judge's per-dimension scores. */
|
|
119
115
|
perJudge?: Record<string, Record<string, number>>;
|
|
120
116
|
}
|
|
121
|
-
/**
|
|
117
|
+
/** A tier-4 code surface — a candidate change to the agent's
|
|
122
118
|
* IMPLEMENTATION, not its prompt. Produced by autoresearch (reads codebase +
|
|
123
119
|
* trace findings → opens a worktree). Measured by checking out `worktreeRef`
|
|
124
120
|
* and running the worker against the changed code. See the improvement-tier
|
|
125
121
|
* table in `docs/design/loop-taxonomy.md`. */
|
|
126
|
-
interface CodeSurface {
|
|
122
|
+
export interface CodeSurface {
|
|
127
123
|
kind: 'code';
|
|
128
124
|
/** Worktree path or git ref holding the candidate code change. The
|
|
129
125
|
* consumer's `dispatchWithSurface` checks this out before running. */
|
|
@@ -133,21 +129,21 @@ interface CodeSurface {
|
|
|
133
129
|
/** Human summary of what changed — rendered into the auto-PR body. */
|
|
134
130
|
summary?: string;
|
|
135
131
|
}
|
|
136
|
-
/**
|
|
132
|
+
/** The mutable surface a proposer changes. Tiers (see
|
|
137
133
|
* `docs/design/loop-taxonomy.md`):
|
|
138
134
|
* - `string` — tiers 1-2: system-prompt addendum / serialized tool
|
|
139
135
|
* config. Cheap, reversible, text-diffable.
|
|
140
136
|
* - `CodeSurface` — tier 4: an implementation change behind a worktree ref.
|
|
141
137
|
* Tier 3 (knowledge) is owned by agent-knowledge and rides its own adapter,
|
|
142
138
|
* not this type. */
|
|
143
|
-
type MutableSurface = string | CodeSurface;
|
|
144
|
-
/**
|
|
145
|
-
* it. Reflective
|
|
139
|
+
export type MutableSurface = string | CodeSurface;
|
|
140
|
+
/** A proposer output carrying the surface AND the WHY behind
|
|
141
|
+
* it. Reflective proposers (`gepaProposer`) parse a `{label, rationale, payload}`
|
|
146
142
|
* from the model; without this wrapper the loop keeps only `payload` and the
|
|
147
143
|
* rationale that motivated the change is lost — the candidate becomes
|
|
148
144
|
* unattributable. `propose()` may return either bare `MutableSurface`s (cheap
|
|
149
|
-
* blind mutators) or these (reflective
|
|
150
|
-
interface ProposedCandidate {
|
|
145
|
+
* blind mutators) or these (reflective proposers); the loop normalizes both. */
|
|
146
|
+
export interface ProposedCandidate {
|
|
151
147
|
surface: MutableSurface;
|
|
152
148
|
/** Short human label for the change (≤ 40 chars typical). */
|
|
153
149
|
label: string;
|
|
@@ -156,18 +152,18 @@ interface ProposedCandidate {
|
|
|
156
152
|
* emitted provenance record. */
|
|
157
153
|
rationale: string;
|
|
158
154
|
}
|
|
159
|
-
/**
|
|
155
|
+
/** Type guard: a proposal carrying its rationale vs a bare
|
|
160
156
|
* surface. The loop branches on this to populate `GenerationCandidate`. */
|
|
161
|
-
declare function isProposedCandidate(value: MutableSurface | ProposedCandidate): value is ProposedCandidate;
|
|
162
|
-
/**
|
|
157
|
+
export declare function isProposedCandidate(value: MutableSurface | ProposedCandidate): value is ProposedCandidate;
|
|
158
|
+
/** A non-dominated parent on the GEPA Pareto frontier — a
|
|
163
159
|
* surface that, across the per-scenario objective vectors, no other tried
|
|
164
160
|
* surface beats on every scenario. A candidate worse on the mean composite
|
|
165
161
|
* but uniquely best on one hard scenario is non-dominated and survives here;
|
|
166
162
|
* the composite-best ranking would discard the lesson it carries. The loop
|
|
167
|
-
* computes the frontier across ALL generations and hands it to the
|
|
168
|
-
* a reflective
|
|
163
|
+
* computes the frontier across ALL generations and hands it to the proposer so
|
|
164
|
+
* a reflective proposer can combine complementary lessons (GEPA, Agrawal et
|
|
169
165
|
* al., arXiv:2507.19457). See `pareto.ts` (`paretoFrontier`). */
|
|
170
|
-
interface ParetoParent {
|
|
166
|
+
export interface ParetoParent {
|
|
171
167
|
surface: MutableSurface;
|
|
172
168
|
surfaceHash: string;
|
|
173
169
|
/** The objective vector: per-scenario composite (higher is better). The
|
|
@@ -181,11 +177,11 @@ interface ParetoParent {
|
|
|
181
177
|
label?: string;
|
|
182
178
|
rationale?: string;
|
|
183
179
|
}
|
|
184
|
-
/**
|
|
180
|
+
/** Stateless surface mutation — given findings + current
|
|
185
181
|
* surface, return N candidate surfaces. Pure transform, no generation
|
|
186
182
|
* awareness. Reflective-mutation and `AxGEPA` mutators conform. Wrapped by
|
|
187
|
-
* `
|
|
188
|
-
interface Mutator<TFindings = unknown> {
|
|
183
|
+
* `evolutionaryProposer` to become a `SurfaceProposer`. */
|
|
184
|
+
export interface Mutator<TFindings = unknown> {
|
|
189
185
|
kind: string;
|
|
190
186
|
mutate(args: {
|
|
191
187
|
findings: TFindings[];
|
|
@@ -194,13 +190,13 @@ interface Mutator<TFindings = unknown> {
|
|
|
194
190
|
signal: AbortSignal;
|
|
195
191
|
}): Promise<Array<MutableSurface | ProposedCandidate>>;
|
|
196
192
|
}
|
|
197
|
-
/**
|
|
193
|
+
/** Everything a proposer may read to plan the next
|
|
198
194
|
* batch of candidates. The first six fields are always present; the rest are
|
|
199
|
-
* optional context the loop supplies when available, so cheap
|
|
200
|
-
* (`
|
|
201
|
-
* consumes the
|
|
202
|
-
* See `docs/
|
|
203
|
-
interface ProposeContext<TFindings = unknown> {
|
|
195
|
+
* optional context the loop supplies when available, so cheap proposers
|
|
196
|
+
* (`evolutionaryProposer`) can ignore them while a code-tier agentic generator
|
|
197
|
+
* consumes the report + dataset to drive a coding harness.
|
|
198
|
+
* See `docs/campaign-proposers.md`. */
|
|
199
|
+
export interface ProposeContext<TFindings = unknown> {
|
|
204
200
|
currentSurface: MutableSurface;
|
|
205
201
|
history: GenerationRecord[];
|
|
206
202
|
findings: TFindings[];
|
|
@@ -208,11 +204,10 @@ interface ProposeContext<TFindings = unknown> {
|
|
|
208
204
|
populationSize: number;
|
|
209
205
|
generation: number;
|
|
210
206
|
signal: AbortSignal;
|
|
211
|
-
/**
|
|
212
|
-
*
|
|
213
|
-
* types it. See the phase diagram in self-improvement-engine.md. */
|
|
207
|
+
/** Optional analysis report produced before proposal. Opaque to the substrate:
|
|
208
|
+
* the proposer that consumes it owns the shape. */
|
|
214
209
|
report?: unknown;
|
|
215
|
-
/** Handle to all captured data — the
|
|
210
|
+
/** Handle to all captured data — the proposer samples traces / artifacts /
|
|
216
211
|
* rewards here to ground its proposals. */
|
|
217
212
|
dataset?: LabeledScenarioStore;
|
|
218
213
|
/** DEPTH: max iterations the agentic generator may take per candidate.
|
|
@@ -221,38 +216,38 @@ interface ProposeContext<TFindings = unknown> {
|
|
|
221
216
|
maxImprovementShots?: number;
|
|
222
217
|
/** GEPA Pareto frontier across ALL generations so far — the non-dominated
|
|
223
218
|
* surfaces by per-scenario objective vector. Empty/absent on generation 0
|
|
224
|
-
* (only the baseline is scored). A reflective
|
|
219
|
+
* (only the baseline is scored). A reflective proposer combines the
|
|
225
220
|
* complementary lessons of these parents (each excels on different
|
|
226
|
-
* scenarios) into a merged candidate.
|
|
221
|
+
* scenarios) into a merged candidate. Proposers doing pure single-parent
|
|
227
222
|
* reflection may ignore it. See {@link ParetoParent}. */
|
|
228
223
|
paretoParents?: ParetoParent[];
|
|
229
224
|
/** FIREWALL (non-negotiable): the held-out judge is write-only — its verdicts
|
|
230
225
|
* score the chosen output and gate promotion, and are NEVER an input to
|
|
231
226
|
* proposal/steering (else the optimizer games the acceptance axis = an
|
|
232
227
|
* oracle). This `never`-typed field makes that a compile-time tripwire: a
|
|
233
|
-
*
|
|
228
|
+
* proposer that tries to thread judge verdicts into the proposal will not type.
|
|
234
229
|
* Steering may consume TRACE-OBSERVABLE signals (what the agent did) via
|
|
235
230
|
* `findings`/`report`; it may NOT consume the judge's held-out verdict. */
|
|
236
231
|
judgeScores?: never;
|
|
237
232
|
}
|
|
238
|
-
/**
|
|
239
|
-
*
|
|
240
|
-
*
|
|
241
|
-
*
|
|
233
|
+
/** A surface-improvement strategy. Given the current best
|
|
234
|
+
* surface, the history of what's been tried + scored, and any external
|
|
235
|
+
* findings, propose the next batch of candidate surfaces to measure.
|
|
236
|
+
* Optionally decide to stop early.
|
|
242
237
|
*
|
|
243
|
-
* The evolutionary mutator (`
|
|
244
|
-
*
|
|
245
|
-
*
|
|
246
|
-
*
|
|
247
|
-
|
|
248
|
-
interface
|
|
238
|
+
* The evolutionary mutator (`evolutionaryProposer`, here) and agent-runtime's
|
|
239
|
+
* reflective / agentic generators both conform. They are proposers for the
|
|
240
|
+
* SAME loop, not separate loops. The loop body (`runOptimization`) and the
|
|
241
|
+
* gated promotion shell (`runImprovementLoop`) are proposer-agnostic.
|
|
242
|
+
*/
|
|
243
|
+
export interface SurfaceProposer<TFindings = unknown> {
|
|
249
244
|
kind: string;
|
|
250
|
-
/** Plan: propose N candidate surfaces for the next generation. A
|
|
245
|
+
/** Plan: propose N candidate surfaces for the next generation. A proposer
|
|
251
246
|
* may return bare `MutableSurface`s or `ProposedCandidate`s that carry the
|
|
252
247
|
* `{label, rationale}` motivating the change — the loop threads the
|
|
253
248
|
* rationale into `GenerationCandidate` and the emitted provenance. */
|
|
254
249
|
propose(ctx: ProposeContext<TFindings>): Promise<Array<MutableSurface | ProposedCandidate>>;
|
|
255
|
-
/** Decide: stop early when the
|
|
250
|
+
/** Decide: stop early when the proposer judges the search converged or
|
|
256
251
|
* exhausted. Default (omitted) runs all `maxGenerations`. */
|
|
257
252
|
decide?(args: {
|
|
258
253
|
history: GenerationRecord[];
|
|
@@ -261,15 +256,20 @@ interface ImprovementDriver<TFindings = unknown> {
|
|
|
261
256
|
reason?: string;
|
|
262
257
|
};
|
|
263
258
|
}
|
|
264
|
-
|
|
265
|
-
|
|
259
|
+
/** Optional vocabulary alias. The loop is the optimizer; this object is the
|
|
260
|
+
* proposer inside that loop. */
|
|
261
|
+
export type OptimizationProposer<TFindings = unknown> = SurfaceProposer<TFindings>;
|
|
262
|
+
export interface OptimizerConfigBase {
|
|
266
263
|
populationSize: number;
|
|
267
264
|
maxGenerations: number;
|
|
268
265
|
surfaceExtractor: (profile: unknown) => MutableSurface;
|
|
269
266
|
}
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
267
|
+
export interface OptimizerConfig extends OptimizerConfigBase {
|
|
268
|
+
proposer: SurfaceProposer;
|
|
269
|
+
}
|
|
270
|
+
/** Five-valued verdict taxonomy (MOSS-paper alignment). */
|
|
271
|
+
export type GateDecision = 'ship' | 'hold' | 'need_more_work' | 'model_ceiling' | 'arch_ceiling';
|
|
272
|
+
export interface GateContext<TArtifact, TScenario extends Scenario> {
|
|
273
273
|
candidateArtifacts: Map<string, TArtifact>;
|
|
274
274
|
baselineArtifacts?: Map<string, TArtifact>;
|
|
275
275
|
/** Candidate (winner) judge scores, keyed by cellId. */
|
|
@@ -286,7 +286,7 @@ interface GateContext<TArtifact, TScenario extends Scenario> {
|
|
|
286
286
|
};
|
|
287
287
|
signal: AbortSignal;
|
|
288
288
|
}
|
|
289
|
-
interface GateResult {
|
|
289
|
+
export interface GateResult {
|
|
290
290
|
decision: GateDecision;
|
|
291
291
|
reasons: string[];
|
|
292
292
|
contributingGates: Array<{
|
|
@@ -296,24 +296,24 @@ interface GateResult {
|
|
|
296
296
|
}>;
|
|
297
297
|
delta?: number;
|
|
298
298
|
}
|
|
299
|
-
/**
|
|
300
|
-
interface Gate<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
299
|
+
/** Composable promotion gate. */
|
|
300
|
+
export interface Gate<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
301
301
|
name: string;
|
|
302
302
|
decide(ctx: GateContext<TArtifact, TScenario>): Promise<GateResult>;
|
|
303
303
|
}
|
|
304
|
-
/**
|
|
304
|
+
/** Scoped trace writer handed to each dispatch — every span
|
|
305
305
|
* auto-tagged with the cellId so traces filter cleanly. */
|
|
306
|
-
interface CampaignTraceWriter {
|
|
306
|
+
export interface CampaignTraceWriter {
|
|
307
307
|
span(name: string, attributes?: Record<string, unknown>): TraceSpan;
|
|
308
308
|
flush(): Promise<void>;
|
|
309
309
|
}
|
|
310
|
-
interface TraceSpan {
|
|
310
|
+
export interface TraceSpan {
|
|
311
311
|
end(attributes?: Record<string, unknown>): void;
|
|
312
312
|
setAttribute(key: string, value: unknown): void;
|
|
313
313
|
}
|
|
314
|
-
/**
|
|
314
|
+
/** Scoped artifact writer — `write(path, content)` lands under
|
|
315
315
|
* `<runDir>/<cellId>/<path>`. */
|
|
316
|
-
interface CampaignArtifactWriter {
|
|
316
|
+
export interface CampaignArtifactWriter {
|
|
317
317
|
write(path: string, content: string | Uint8Array): Promise<string>;
|
|
318
318
|
writeJson(path: string, value: unknown): Promise<string>;
|
|
319
319
|
}
|
|
@@ -321,15 +321,15 @@ interface CampaignArtifactWriter {
|
|
|
321
321
|
* (run-record.ts, same package) so a cell maps onto a `RunRecord` for the
|
|
322
322
|
* backend-integrity guard with ONE source of truth — a field added to
|
|
323
323
|
* `RunTokenUsage` is a compile error here, not a silent drift. */
|
|
324
|
-
type CampaignTokenUsage = RunTokenUsage;
|
|
325
|
-
/**
|
|
324
|
+
export type CampaignTokenUsage = RunTokenUsage;
|
|
325
|
+
/** Cell-scoped cost meter. NOTHING is captured automatically —
|
|
326
326
|
* the substrate does not intercept the LLM call, so it cannot see cost or
|
|
327
327
|
* tokens unless the dispatch reports them. Every LLM cost MUST be reported via
|
|
328
328
|
* `observe` and every token count via `observeTokens`; a dispatch that reports
|
|
329
329
|
* neither yields a `{cost:0, tokens:0}` cell, which the backend-integrity
|
|
330
330
|
* guard (`assertRealBackend`) correctly reads as a stub. Also use `observe`
|
|
331
331
|
* for non-LLM spend (sandbox time, tool costs). */
|
|
332
|
-
interface CampaignCostMeter {
|
|
332
|
+
export interface CampaignCostMeter {
|
|
333
333
|
observe(amountUsd: number, source: string): void;
|
|
334
334
|
/** Record LLM token usage for this cell; accumulates across calls. A cell
|
|
335
335
|
* has `costUsd` but no token counts unless the dispatch reports them here —
|
|
@@ -341,11 +341,11 @@ interface CampaignCostMeter {
|
|
|
341
341
|
/** Accumulated token usage for this cell (zeros if never observed). */
|
|
342
342
|
tokens(): CampaignTokenUsage;
|
|
343
343
|
}
|
|
344
|
-
/**
|
|
344
|
+
/** Source tag — required on every store write. Used by the
|
|
345
345
|
* default training-source filter (production-trace samples NOT used as
|
|
346
346
|
* training scenarios unless explicitly opted in). */
|
|
347
|
-
type LabeledScenarioSource = 'production-trace' | 'eval-run' | 'manual' | 'red-team' | 'synthetic';
|
|
348
|
-
type RedactionStatus = 'raw' | 'redacted-pii' | 'redacted-secrets' | 'fully-redacted';
|
|
347
|
+
export type LabeledScenarioSource = 'production-trace' | 'eval-run' | 'manual' | 'red-team' | 'synthetic';
|
|
348
|
+
export type RedactionStatus = 'raw' | 'redacted-pii' | 'redacted-secrets' | 'fully-redacted';
|
|
349
349
|
/** How much a label can be trusted to evaluate against — the gold-admission
|
|
350
350
|
* gate. Strictly ordered: a record qualifies for a `minTrust` filter when its
|
|
351
351
|
* trust rank is >= the requested rank.
|
|
@@ -360,13 +360,13 @@ type RedactionStatus = 'raw' | 'redacted-pii' | 'redacted-secrets' | 'fully-reda
|
|
|
360
360
|
* Absent on a write ⇒ treated as `unverified` (fail-closed: a writer must
|
|
361
361
|
* explicitly assert trust to make a record gold-eligible — it never happens
|
|
362
362
|
* by accident). */
|
|
363
|
-
type LabelTrust = 'unverified' | 'verified-signal' | 'human-rated';
|
|
363
|
+
export type LabelTrust = 'unverified' | 'verified-signal' | 'human-rated';
|
|
364
364
|
/** Ordinal rank for a label-trust tier; absent ⇒ `unverified` (rank 0). */
|
|
365
|
-
declare function labelTrustRank(trust: LabelTrust | undefined): number;
|
|
366
|
-
/**
|
|
365
|
+
export declare function labelTrustRank(trust: LabelTrust | undefined): number;
|
|
366
|
+
/** Required-provenance write. The store rejects writes that
|
|
367
367
|
* lack provenance — a default-on flywheel without provenance is the
|
|
368
368
|
* data-poisoning vector flagged in the alignment review. */
|
|
369
|
-
interface LabeledScenarioWrite<TScenario extends Scenario = Scenario, TArtifact = unknown> {
|
|
369
|
+
export interface LabeledScenarioWrite<TScenario extends Scenario = Scenario, TArtifact = unknown> {
|
|
370
370
|
scenario: TScenario;
|
|
371
371
|
artifact: TArtifact;
|
|
372
372
|
judgeScores: Record<string, JudgeScore>;
|
|
@@ -382,14 +382,14 @@ interface LabeledScenarioWrite<TScenario extends Scenario = Scenario, TArtifact
|
|
|
382
382
|
/** Optional per-source rate-limit bucket key (e.g., the tenant id). */
|
|
383
383
|
rateLimitBucket?: string;
|
|
384
384
|
}
|
|
385
|
-
interface LabeledScenarioRecord<TScenario extends Scenario = Scenario, TArtifact = unknown> extends LabeledScenarioWrite<TScenario, TArtifact> {
|
|
385
|
+
export interface LabeledScenarioRecord<TScenario extends Scenario = Scenario, TArtifact = unknown> extends LabeledScenarioWrite<TScenario, TArtifact> {
|
|
386
386
|
/** Stable hash of (scenario.id, source, capturedAt, sourceVersionHash). */
|
|
387
387
|
recordHash: string;
|
|
388
388
|
/** Substrate-assigned split — train if captured before the campaign's
|
|
389
389
|
* `temporalCutoff`, test if after. Explicit override allowed via filter. */
|
|
390
390
|
split: 'train' | 'test';
|
|
391
391
|
}
|
|
392
|
-
interface LabeledScenarioSampleArgs {
|
|
392
|
+
export interface LabeledScenarioSampleArgs {
|
|
393
393
|
count: number;
|
|
394
394
|
/** REQUIRED — substrate refuses to sample without an explicit split. */
|
|
395
395
|
split: 'train' | 'test';
|
|
@@ -409,7 +409,7 @@ interface LabeledScenarioSampleArgs {
|
|
|
409
409
|
minTrust?: LabelTrust;
|
|
410
410
|
};
|
|
411
411
|
}
|
|
412
|
-
interface LabeledScenarioStore {
|
|
412
|
+
export interface LabeledScenarioStore {
|
|
413
413
|
observe(write: LabeledScenarioWrite): Promise<void>;
|
|
414
414
|
sample(args: LabeledScenarioSampleArgs): Promise<LabeledScenarioRecord[]>;
|
|
415
415
|
size(): Promise<{
|
|
@@ -421,7 +421,7 @@ interface LabeledScenarioStore {
|
|
|
421
421
|
byTrust: Record<LabelTrust, number>;
|
|
422
422
|
}>;
|
|
423
423
|
}
|
|
424
|
-
interface CampaignCellResult<TArtifact> {
|
|
424
|
+
export interface CampaignCellResult<TArtifact> {
|
|
425
425
|
cellId: string;
|
|
426
426
|
scenarioId: string;
|
|
427
427
|
rep: number;
|
|
@@ -438,27 +438,27 @@ interface CampaignCellResult<TArtifact> {
|
|
|
438
438
|
cached: boolean;
|
|
439
439
|
error?: string;
|
|
440
440
|
}
|
|
441
|
-
interface JudgeAggregate {
|
|
441
|
+
export interface JudgeAggregate {
|
|
442
442
|
mean: number;
|
|
443
443
|
stdev: number;
|
|
444
444
|
ci95: [number, number];
|
|
445
445
|
n: number;
|
|
446
446
|
}
|
|
447
|
-
interface ScenarioAggregate {
|
|
447
|
+
export interface ScenarioAggregate {
|
|
448
448
|
meanComposite: number;
|
|
449
449
|
ci95: [number, number];
|
|
450
450
|
n: number;
|
|
451
451
|
}
|
|
452
|
-
interface GenerationRecord {
|
|
452
|
+
export interface GenerationRecord {
|
|
453
453
|
generationIndex: number;
|
|
454
454
|
candidates: GenerationCandidate[];
|
|
455
455
|
promoted: string[];
|
|
456
456
|
}
|
|
457
457
|
/** One scored candidate surface in a generation. `dimensions` + `scenarios`
|
|
458
|
-
* let a reflective
|
|
458
|
+
* let a reflective proposer ground its next proposal on WHICH
|
|
459
459
|
* dimensions the candidate is weakest on and WHICH scenarios it best/worst
|
|
460
460
|
* handled — the evidence a blind `Mutator` cannot see. */
|
|
461
|
-
interface GenerationCandidate {
|
|
461
|
+
export interface GenerationCandidate {
|
|
462
462
|
surfaceHash: string;
|
|
463
463
|
composite: number;
|
|
464
464
|
ci95: [number, number];
|
|
@@ -467,7 +467,7 @@ interface GenerationCandidate {
|
|
|
467
467
|
dimensions: Record<string, number>;
|
|
468
468
|
/** Per-scenario composite (mean over reps + judges), plus the judge's
|
|
469
469
|
* free-form `notes` for that scenario — the "why it scored low" evidence a
|
|
470
|
-
* reflective
|
|
470
|
+
* reflective proposer grounds its next edit on. Keep `notes` GENERALIZABLE
|
|
471
471
|
* (which checks/lines/dimensions failed and how), NOT case-specific ground
|
|
472
472
|
* truth: leaking expected answers into the prompt is memorization, and the
|
|
473
473
|
* held-out gate would reject it anyway. */
|
|
@@ -476,15 +476,15 @@ interface GenerationCandidate {
|
|
|
476
476
|
composite: number;
|
|
477
477
|
notes?: string;
|
|
478
478
|
}>;
|
|
479
|
-
/**
|
|
479
|
+
/** Proposer-supplied short label for the change. Present when the proposer
|
|
480
480
|
* returned a `ProposedCandidate`; absent for bare-surface mutators. */
|
|
481
481
|
label?: string;
|
|
482
|
-
/**
|
|
482
|
+
/** Proposer-supplied rationale — WHY this candidate was proposed. The
|
|
483
483
|
* "because rationale Z" the audit requires to survive to the result.
|
|
484
|
-
* Present when the
|
|
484
|
+
* Present when the proposer returned a `ProposedCandidate`. */
|
|
485
485
|
rationale?: string;
|
|
486
486
|
}
|
|
487
|
-
interface CampaignAggregates {
|
|
487
|
+
export interface CampaignAggregates {
|
|
488
488
|
byJudge: Record<string, JudgeAggregate>;
|
|
489
489
|
byScenario: Record<string, ScenarioAggregate>;
|
|
490
490
|
totalCostUsd: number;
|
|
@@ -493,7 +493,7 @@ interface CampaignAggregates {
|
|
|
493
493
|
cellsCached: number;
|
|
494
494
|
cellsFailed: number;
|
|
495
495
|
}
|
|
496
|
-
interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
496
|
+
export interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
497
497
|
/** sha256(scenarios, judges, dispatch source ref, optimizer config, seed). Stable identity for reruns. */
|
|
498
498
|
manifestHash: string;
|
|
499
499
|
seed: number;
|
|
@@ -516,5 +516,4 @@ interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scena
|
|
|
516
516
|
* want narrowed types when extending `CampaignResult`. */
|
|
517
517
|
scenarios: Array<Pick<TScenario, 'id' | 'kind'>>;
|
|
518
518
|
}
|
|
519
|
-
|
|
520
|
-
export { isProposedCandidate as A, labelTrustRank as B, type CampaignAggregates as C, type DispatchFn as D, type Gate as G, type ImprovementDriver as I, type JudgeScore as J, type LabeledScenarioStore as L, type MutableSurface as M, type OptimizerConfig as O, type ParetoParent as P, type RedactionStatus as R, type Scenario as S, type TraceSpan as T, type JudgeConfig as a, type DispatchContext as b, type GateDecision as c, type CampaignArtifactWriter as d, type CampaignCellResult as e, type CampaignCostMeter as f, type CampaignResult as g, type CampaignTraceWriter as h, type CodeSurface as i, type GateContext as j, type GateResult as k, type GenerationCandidate as l, type GenerationRecord as m, type JudgeDimension as n, type Mutator as o, type SessionScript as p, type ProposeContext as q, type LabeledScenarioWrite as r, type LabeledScenarioSampleArgs as s, type LabeledScenarioRecord as t, type LabelTrust as u, type LabeledScenarioSource as v, type CampaignTokenUsage as w, type JudgeAggregate as x, type ProposedCandidate as y, type ScenarioAggregate as z };
|
|
519
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/campaign/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAElD;8EAC8E;AAC9E,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAChB;AAED;;0DAE0D;AAC1D,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,WAAW,CAAA;IACnB,KAAK,EAAE,mBAAmB,CAAA;IAC1B,SAAS,EAAE,sBAAsB,CAAA;IACjC,IAAI,EAAE,iBAAiB,CAAA;IACvB,yEAAyE;IACzE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,mEAAmE;IACnE,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;;;;;;OAMG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;+EAC+E;AAC/E,MAAM,MAAM,UAAU,CAAC,SAAS,SAAS,QAAQ,EAAE,SAAS,IAAI,CAC9D,QAAQ,EAAE,SAAS,EACnB,GAAG,EAAE,eAAe,KACjB,OAAO,CAAC,SAAS,CAAC,CAAA;AAIvB;;iDAEiD;AACjD,MAAM,WAAW,aAAa,CAAC,SAAS,EAAE,SAAS;IACjD,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B;wEACoE;IACpE,kBAAkB,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,KAAK,SAAS,CAAA;CACnG;AAID,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,GAAG,EAAE,MAAM,CAAA;IACX,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAA;CACpB;AAED;;;;;;kFAMkF;AAClF,MAAM,WAAW,WAAW,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ;IAC3E,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,cAAc,EAAE,CAAA;IAC5B;0DACsD;IACtD,KAAK,CAAC,KAAK,EAAE;QACX,QAAQ,EAAE,SAAS,CAAA;QACnB,QAAQ,EAAE,SAAS,CAAA;QACnB,MAAM,EAAE,WAAW,CAAA;KACpB,GAAG,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;IACpC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,SAAS,KAAK,OAAO,CAAA;CAC7C;AAED;;;;;;;;wDAQwD;AACxD,MAAM,WAAW,UAAU;IACzB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClC,SAAS,EAAE,MAAM,CAAA;IACjB,KAAK,EAAE,MAAM,CAAA;IACb;;uEAEmE;IACnE,MAAM,CAAC,EAAE,IAAI,CAAA;IACb;mEAC+D;IAC/D,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,8DAA8D;IAC9D,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,oEAAoE;IACpE,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAA;CAClD;AAID;;;;+CAI+C;AAC/C,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ;2EACuE;IACvE,WAAW,EAAE,MAAM,CAAA;IACnB,yEAAyE;IACzE,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,sEAAsE;IACtE,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;;;;;qBAMqB;AACrB,MAAM,MAAM,cAAc,GAAG,MAAM,GAAG,WAAW,CAAA;AAEjD;;;;;iFAKiF;AACjF,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,cAAc,CAAA;IACvB,6DAA6D;IAC7D,KAAK,EAAE,MAAM,CAAA;IACb;;qCAEiC;IACjC,SAAS,EAAE,MAAM,CAAA;CAClB;AAED;4EAC4E;AAC5E,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,cAAc,GAAG,iBAAiB,GACxC,KAAK,IAAI,iBAAiB,CAQ5B;AAED;;;;;;;kEAOkE;AAClE,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,cAAc,CAAA;IACvB,WAAW,EAAE,MAAM,CAAA;IACnB;8CAC0C;IAC1C,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClC;qDACiD;IACjD,SAAS,EAAE,MAAM,CAAA;IACjB,qEAAqE;IACrE,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED;;;4DAG4D;AAC5D,MAAM,WAAW,OAAO,CAAC,SAAS,GAAG,OAAO;IAC1C,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,IAAI,EAAE;QACX,QAAQ,EAAE,SAAS,EAAE,CAAA;QACrB,cAAc,EAAE,cAAc,CAAA;QAC9B,cAAc,EAAE,MAAM,CAAA;QACtB,MAAM,EAAE,WAAW,CAAA;KACpB,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,GAAG,iBAAiB,CAAC,CAAC,CAAA;CACvD;AAED;;;;;wCAKwC;AACxC,MAAM,WAAW,cAAc,CAAC,SAAS,GAAG,OAAO;IACjD,cAAc,EAAE,cAAc,CAAA;IAC9B,OAAO,EAAE,gBAAgB,EAAE,CAAA;IAC3B,QAAQ,EAAE,SAAS,EAAE,CAAA;IACrB,sEAAsE;IACtE,cAAc,EAAE,MAAM,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,WAAW,CAAA;IACnB;wDACoD;IACpD,MAAM,CAAC,EAAE,OAAO,CAAA;IAChB;gDAC4C;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAA;IAC9B;;+BAE2B;IAC3B,mBAAmB,CAAC,EAAE,MAAM,CAAA;IAC5B;;;;;8DAK0D;IAC1D,aAAa,CAAC,EAAE,YAAY,EAAE,CAAA;IAC9B;;;;;;gFAM4E;IAC5E,WAAW,CAAC,EAAE,KAAK,CAAA;CACpB;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,eAAe,CAAC,SAAS,GAAG,OAAO;IAClD,IAAI,EAAE,MAAM,CAAA;IACZ;;;2EAGuE;IACvE,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC,SAAS,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,GAAG,iBAAiB,CAAC,CAAC,CAAA;IAC3F;kEAC8D;IAC9D,MAAM,CAAC,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,gBAAgB,EAAE,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;CACnF;AAED;gCACgC;AAChC,MAAM,MAAM,oBAAoB,CAAC,SAAS,GAAG,OAAO,IAAI,eAAe,CAAC,SAAS,CAAC,CAAA;AAElF,MAAM,WAAW,mBAAmB;IAClC,cAAc,EAAE,MAAM,CAAA;IACtB,cAAc,EAAE,MAAM,CAAA;IACtB,gBAAgB,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,cAAc,CAAA;CACvD;AAED,MAAM,WAAW,eAAgB,SAAQ,mBAAmB;IAC1D,QAAQ,EAAE,eAAe,CAAA;CAC1B;AAID,2DAA2D;AAC3D,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,gBAAgB,GAAG,eAAe,GAAG,cAAc,CAAA;AAEhG,MAAM,WAAW,WAAW,CAAC,SAAS,EAAE,SAAS,SAAS,QAAQ;IAChE,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IAC1C,iBAAiB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;IAC1C,wDAAwD;IACxD,WAAW,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;IACpD;;;+DAG2D;IAC3D,mBAAmB,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAA;IAC7D,SAAS,EAAE,SAAS,EAAE,CAAA;IACtB,IAAI,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAA;IAC7C,MAAM,EAAE,WAAW,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,YAAY,CAAA;IACtB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,iBAAiB,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC,CAAA;IAC5E,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,iCAAiC;AACjC,MAAM,WAAW,IAAI,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ;IAC9E,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAA;CACpE;AAID;4DAC4D;AAC5D,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAAA;IACnE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAA;IAC/C,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAA;CAChD;AAED;kCACkC;AAClC,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAClE,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CACzD;AAED;;;mEAGmE;AACnE,MAAM,MAAM,kBAAkB,GAAG,aAAa,CAAA;AAE9C;;;;;;oDAMoD;AACpD,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IAChD;;;;4DAIwD;IACxD,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI,CAAA;IAC9C,OAAO,IAAI,MAAM,CAAA;IACjB,uEAAuE;IACvE,MAAM,IAAI,kBAAkB,CAAA;CAC7B;AAID;;sDAEsD;AACtD,MAAM,MAAM,qBAAqB,GAC7B,kBAAkB,GAClB,UAAU,GACV,QAAQ,GACR,UAAU,GACV,WAAW,CAAA;AAEf,MAAM,MAAM,eAAe,GAAG,KAAK,GAAG,cAAc,GAAG,kBAAkB,GAAG,gBAAgB,CAAA;AAE5F;;;;;;;;;;;;;oBAaoB;AACpB,MAAM,MAAM,UAAU,GAAG,YAAY,GAAG,iBAAiB,GAAG,aAAa,CAAA;AAQzE,2EAA2E;AAC3E,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,MAAM,CAEpE;AAED;;6DAE6D;AAC7D,MAAM,WAAW,oBAAoB,CAAC,SAAS,SAAS,QAAQ,GAAG,QAAQ,EAAE,SAAS,GAAG,OAAO;IAC9F,QAAQ,EAAE,SAAS,CAAA;IACnB,QAAQ,EAAE,SAAS,CAAA;IACnB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IACvC,MAAM,EAAE,qBAAqB,CAAA;IAC7B,iBAAiB,EAAE,MAAM,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,eAAe,CAAA;IAChC;;;0CAGsC;IACtC,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,uEAAuE;IACvE,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,qBAAqB,CAAC,SAAS,SAAS,QAAQ,GAAG,QAAQ,EAAE,SAAS,GAAG,OAAO,CAC/F,SAAQ,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC;IAClD,2EAA2E;IAC3E,UAAU,EAAE,MAAM,CAAA;IAClB;iFAC6E;IAC7E,KAAK,EAAE,OAAO,GAAG,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,MAAM,CAAA;IACb,wEAAwE;IACxE,KAAK,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB;;2CAEuC;IACvC,cAAc,EAAE,MAAM,CAAA;IACtB,MAAM,CAAC,EAAE;QACP,IAAI,CAAC,EAAE,MAAM,CAAA;QACb,MAAM,CAAC,EAAE,qBAAqB,GAAG,qBAAqB,EAAE,CAAA;QACxD,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB;;;mCAG2B;QAC3B,QAAQ,CAAC,EAAE,UAAU,CAAA;KACtB,CAAA;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,MAAM,CAAC,IAAI,EAAE,yBAAyB,GAAG,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAAA;IACzE,IAAI,IAAI,OAAO,CAAC;QACd,KAAK,EAAE,MAAM,CAAA;QACb,IAAI,EAAE,MAAM,CAAA;QACZ,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAChC;0CACkC;QAClC,OAAO,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;KACpC,CAAC,CAAA;CACH;AAID,MAAM,WAAW,kBAAkB,CAAC,SAAS;IAC3C,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,QAAQ,EAAE,SAAS,CAAA;IACnB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAA;IACvC,OAAO,EAAE,MAAM,CAAA;IACf;;mDAE+C;IAC/C,UAAU,EAAE,kBAAkB,CAAA;IAC9B,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,OAAO,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACtB,CAAC,EAAE,MAAM,CAAA;CACV;AAED,MAAM,WAAW,iBAAiB;IAChC,aAAa,EAAE,MAAM,CAAA;IACrB,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACtB,CAAC,EAAE,MAAM,CAAA;CACV;AAED,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAA;IACvB,UAAU,EAAE,mBAAmB,EAAE,CAAA;IACjC,QAAQ,EAAE,MAAM,EAAE,CAAA;CACnB;AAED;;;2DAG2D;AAC3D,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACtB;+CAC2C;IAC3C,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAClC;;;;;gDAK4C;IAC5C,SAAS,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC3E;4EACwE;IACxE,KAAK,CAAC,EAAE,MAAM,CAAA;IACd;;oEAEgE;IAChE,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,CAAA;IACvC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAA;IAC7C,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,cAAc,CAAC,SAAS,GAAG,OAAO,EAAE,SAAS,SAAS,QAAQ,GAAG,QAAQ;IACxF,0GAA0G;IAC1G,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,KAAK,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC,CAAA;IAC3C,UAAU,EAAE,kBAAkB,CAAA;IAC9B,YAAY,CAAC,EAAE;QACb,WAAW,EAAE,gBAAgB,EAAE,CAAA;QAC/B,iBAAiB,CAAC,EAAE,MAAM,CAAA;KAC3B,CAAA;IACD,IAAI,CAAC,EAAE,UAAU,CAAA;IACjB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,EAAE,MAAM,CAAA;IACd,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACvC;;;+DAG2D;IAC3D,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC,CAAA;CACjD"}
|