@tangle-network/agent-eval 0.95.0 → 0.96.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/dist/adapters/http.d.ts +17 -10
- package/dist/adapters/langchain.d.ts +14 -7
- package/dist/adapters/otel.d.ts +25 -13
- package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
- package/dist/analyst/index.d.ts +236 -28
- package/dist/analyst/index.js +1 -1
- package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
- package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
- package/dist/authenticity/index.d.ts +16 -15
- package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
- package/dist/belief-state/index.d.ts +605 -14
- package/dist/benchmarks/index.d.ts +5 -23
- package/dist/builder-eval/index.d.ts +250 -5
- package/dist/calibration-BPmzuVPk.d.ts +101 -0
- package/dist/campaign/index.d.ts +1452 -38
- package/dist/{chunk-AQ5WQAIV.js → chunk-3NHEO6ZC.js} +2 -2
- package/dist/chunk-3NHEO6ZC.js.map +1 -0
- package/dist/cli.d.ts +0 -2
- package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
- package/dist/contract/index.d.ts +824 -107
- package/dist/contract/index.js +145 -1
- package/dist/contract/index.js.map +1 -1
- package/dist/control-Doncu-B_.d.ts +259 -0
- package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
- package/dist/control.d.ts +10 -11
- package/dist/corpus-D4YW9UoJ.d.ts +560 -0
- package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
- package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
- package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
- package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
- package/dist/diagnose.d.ts +252 -1
- package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
- package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
- package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
- package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
- package/dist/fuzz.d.ts +547 -1
- package/dist/gepa-Dprxvz8r.d.ts +414 -0
- package/dist/governance/index.d.ts +135 -5
- package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
- package/dist/hosted/index.d.ts +239 -10
- package/dist/index-_Y4oNOOb.d.ts +159 -0
- package/dist/index.d.ts +5660 -277
- package/dist/index.js +1 -1
- package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
- package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
- package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
- package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
- package/dist/knowledge/index.d.ts +103 -3
- package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
- package/dist/matrix/index.d.ts +30 -12
- package/dist/meta-eval/index.d.ts +182 -6
- package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
- package/dist/multishot/index.d.ts +290 -7
- package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
- package/dist/openapi.json +1 -1
- package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
- package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
- package/dist/perf/index.d.ts +119 -13
- package/dist/pipelines/index.d.ts +173 -8
- package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
- package/dist/prm/index.d.ts +104 -5
- package/dist/provenance-CIxfBnkl.d.ts +426 -0
- package/dist/query-B7GGjRox.d.ts +32 -0
- package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
- package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
- package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
- package/dist/release-report-pidWUMZ2.d.ts +233 -0
- package/dist/reporting.d.ts +16 -15
- package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
- package/dist/rl.d.ts +1193 -1
- package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
- package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
- package/dist/run-critic-CmMf05uV.d.ts +56 -0
- package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
- package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
- package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
- package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
- package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
- package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
- package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
- package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
- package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
- package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
- package/dist/storyboard/index.d.ts +81 -16
- package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
- package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
- package/dist/telemetry/index.d.ts +35 -17
- package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
- package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
- package/dist/testing.d.ts +1 -5
- package/dist/traces.d.ts +976 -4
- package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
- package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
- package/dist/{campaign/types.d.ts → types-BMahhhio.d.ts} +47 -44
- package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
- package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
- package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
- package/dist/wire/index.d.ts +570 -13
- package/dist/workflow/index.d.ts +496 -22
- package/package.json +2 -2
- package/dist/action-policy.d.ts +0 -24
- package/dist/action-policy.d.ts.map +0 -1
- package/dist/action-policy.test.d.ts +0 -2
- package/dist/action-policy.test.d.ts.map +0 -1
- package/dist/active-learning.d.ts +0 -41
- package/dist/active-learning.d.ts.map +0 -1
- package/dist/adapters/http.d.ts.map +0 -1
- package/dist/adapters/langchain.d.ts.map +0 -1
- package/dist/adapters/otel.d.ts.map +0 -1
- package/dist/agent-profile-cell.d.ts +0 -101
- package/dist/agent-profile-cell.d.ts.map +0 -1
- package/dist/agent-profile.d.ts +0 -27
- package/dist/agent-profile.d.ts.map +0 -1
- package/dist/agent-profile.test.d.ts +0 -2
- package/dist/agent-profile.test.d.ts.map +0 -1
- package/dist/analyst/adapters.d.ts +0 -62
- package/dist/analyst/adapters.d.ts.map +0 -1
- package/dist/analyst/analyst.test.d.ts +0 -2
- package/dist/analyst/analyst.test.d.ts.map +0 -1
- package/dist/analyst/ax-service.d.ts +0 -27
- package/dist/analyst/ax-service.d.ts.map +0 -1
- package/dist/analyst/behavioral-analyst.d.ts +0 -28
- package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
- package/dist/analyst/chat-client.d.ts +0 -91
- package/dist/analyst/chat-client.d.ts.map +0 -1
- package/dist/analyst/default-registry.d.ts +0 -27
- package/dist/analyst/default-registry.d.ts.map +0 -1
- package/dist/analyst/default-registry.test.d.ts +0 -2
- package/dist/analyst/default-registry.test.d.ts.map +0 -1
- package/dist/analyst/finding-signature.d.ts +0 -48
- package/dist/analyst/finding-signature.d.ts.map +0 -1
- package/dist/analyst/finding-subject.d.ts +0 -146
- package/dist/analyst/finding-subject.d.ts.map +0 -1
- package/dist/analyst/finding-subject.test.d.ts +0 -2
- package/dist/analyst/finding-subject.test.d.ts.map +0 -1
- package/dist/analyst/findings-store.d.ts +0 -75
- package/dist/analyst/findings-store.d.ts.map +0 -1
- package/dist/analyst/index.d.ts.map +0 -1
- package/dist/analyst/kind-factory.d.ts.map +0 -1
- package/dist/analyst/kinds/failure-mode.d.ts +0 -19
- package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
- package/dist/analyst/kinds/improvement.d.ts +0 -23
- package/dist/analyst/kinds/improvement.d.ts.map +0 -1
- package/dist/analyst/kinds/index.d.ts +0 -22
- package/dist/analyst/kinds/index.d.ts.map +0 -1
- package/dist/analyst/kinds/kinds.test.d.ts +0 -2
- package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.d.ts +0 -84
- package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.d.ts +0 -26
- package/dist/analyst/parse-tolerant.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.test.d.ts +0 -2
- package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
- package/dist/analyst/registry.budget.test.d.ts +0 -2
- package/dist/analyst/registry.budget.test.d.ts.map +0 -1
- package/dist/analyst/registry.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.d.ts +0 -35
- package/dist/analyst/steer-firewall.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.test.d.ts +0 -2
- package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
- package/dist/analyst/structure-findings.d.ts +0 -37
- package/dist/analyst/structure-findings.d.ts.map +0 -1
- package/dist/analyst/structure-findings.test.d.ts +0 -2
- package/dist/analyst/structure-findings.test.d.ts.map +0 -1
- package/dist/analyst/tool-groups.d.ts +0 -34
- package/dist/analyst/tool-groups.d.ts.map +0 -1
- package/dist/analyst/types.d.ts.map +0 -1
- package/dist/anti-slop.d.ts +0 -59
- package/dist/anti-slop.d.ts.map +0 -1
- package/dist/artifact-validator.d.ts +0 -74
- package/dist/artifact-validator.d.ts.map +0 -1
- package/dist/attestation.d.ts +0 -63
- package/dist/attestation.d.ts.map +0 -1
- package/dist/attestation.test.d.ts +0 -2
- package/dist/attestation.test.d.ts.map +0 -1
- package/dist/authenticity/index.d.ts.map +0 -1
- package/dist/authenticity/index.test.d.ts +0 -2
- package/dist/authenticity/index.test.d.ts.map +0 -1
- package/dist/auto-pr.d.ts +0 -120
- package/dist/auto-pr.d.ts.map +0 -1
- package/dist/baseline.d.ts.map +0 -1
- package/dist/behavior-dsl.d.ts +0 -73
- package/dist/behavior-dsl.d.ts.map +0 -1
- package/dist/belief-state/calibration.d.ts +0 -10
- package/dist/belief-state/calibration.d.ts.map +0 -1
- package/dist/belief-state/calibration.test.d.ts +0 -2
- package/dist/belief-state/calibration.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.d.ts +0 -66
- package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.d.ts +0 -22
- package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/extract.d.ts +0 -7
- package/dist/belief-state/extract.d.ts.map +0 -1
- package/dist/belief-state/extract.test.d.ts +0 -2
- package/dist/belief-state/extract.test.d.ts.map +0 -1
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/ope.d.ts +0 -17
- package/dist/belief-state/ope.d.ts.map +0 -1
- package/dist/belief-state/ope.test.d.ts +0 -2
- package/dist/belief-state/ope.test.d.ts.map +0 -1
- package/dist/belief-state/phase0-measurement.d.ts +0 -55
- package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
- package/dist/belief-state/report.d.ts +0 -17
- package/dist/belief-state/report.d.ts.map +0 -1
- package/dist/belief-state/report.test.d.ts +0 -2
- package/dist/belief-state/report.test.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.d.ts +0 -23
- package/dist/belief-state/research-evidence.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.test.d.ts +0 -2
- package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.d.ts +0 -87
- package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
- package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
- package/dist/belief-state/selective.d.ts +0 -15
- package/dist/belief-state/selective.d.ts.map +0 -1
- package/dist/belief-state/selective.test.d.ts +0 -2
- package/dist/belief-state/selective.test.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.d.ts +0 -80
- package/dist/belief-state/shadow-probe.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.test.d.ts +0 -2
- package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
- package/dist/belief-state/types.d.ts +0 -195
- package/dist/belief-state/types.d.ts.map +0 -1
- package/dist/belief-state/types.test.d.ts +0 -2
- package/dist/belief-state/types.test.d.ts.map +0 -1
- package/dist/benchmark.d.ts +0 -14
- package/dist/benchmark.d.ts.map +0 -1
- package/dist/benchmarks/index.d.ts.map +0 -1
- package/dist/benchmarks/routing/dataset.d.ts +0 -34
- package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
- package/dist/benchmarks/routing/index.d.ts +0 -34
- package/dist/benchmarks/routing/index.d.ts.map +0 -1
- package/dist/benchmarks/types.d.ts +0 -49
- package/dist/benchmarks/types.d.ts.map +0 -1
- package/dist/bisector.d.ts +0 -81
- package/dist/bisector.d.ts.map +0 -1
- package/dist/budget-guard.d.ts +0 -31
- package/dist/budget-guard.d.ts.map +0 -1
- package/dist/builder-eval/builder-session.d.ts +0 -111
- package/dist/builder-eval/builder-session.d.ts.map +0 -1
- package/dist/builder-eval/correlation.d.ts +0 -32
- package/dist/builder-eval/correlation.d.ts.map +0 -1
- package/dist/builder-eval/index.d.ts.map +0 -1
- package/dist/builder-eval/project-registry.d.ts +0 -51
- package/dist/builder-eval/project-registry.d.ts.map +0 -1
- package/dist/builder-eval/three-layer-eval.d.ts +0 -55
- package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.d.ts +0 -108
- package/dist/campaign/analyst-surface.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.test.d.ts +0 -2
- package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
- package/dist/campaign/auto-pr.d.ts +0 -46
- package/dist/campaign/auto-pr.d.ts.map +0 -1
- package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
- package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
- package/dist/campaign/distillation/cli.d.ts +0 -35
- package/dist/campaign/distillation/cli.d.ts.map +0 -1
- package/dist/campaign/distillation/distillation.test.d.ts +0 -2
- package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
- package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
- package/dist/campaign/distillation/run-distillation.d.ts +0 -119
- package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
- package/dist/campaign/gates/compose.d.ts +0 -12
- package/dist/campaign/gates/compose.d.ts.map +0 -1
- package/dist/campaign/gates/default-production-gate.d.ts +0 -58
- package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
- package/dist/campaign/gates/heldout-gate.d.ts +0 -12
- package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.d.ts +0 -125
- package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.d.ts +0 -146
- package/dist/campaign/gates/sequential.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.test.d.ts +0 -2
- package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
- package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
- package/dist/campaign/index.d.ts.map +0 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
- package/dist/campaign/presets/compare-proposers.d.ts +0 -146
- package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
- package/dist/campaign/presets/playback.d.ts +0 -120
- package/dist/campaign/presets/playback.d.ts.map +0 -1
- package/dist/campaign/presets/playback.test.d.ts +0 -2
- package/dist/campaign/presets/playback.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-eval.d.ts +0 -14
- package/dist/campaign/presets/run-eval.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-optimization.d.ts +0 -92
- package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
- package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
- package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
- package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/_findings-text.d.ts +0 -22
- package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.d.ts +0 -33
- package/dist/campaign/proposers/ace.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.test.d.ts +0 -2
- package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
- package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
- package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
- package/dist/campaign/proposers/evolutionary.d.ts +0 -20
- package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
- package/dist/campaign/proposers/fapo.d.ts +0 -120
- package/dist/campaign/proposers/fapo.d.ts.map +0 -1
- package/dist/campaign/proposers/gepa.d.ts +0 -86
- package/dist/campaign/proposers/gepa.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.d.ts +0 -44
- package/dist/campaign/proposers/halo.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.test.d.ts +0 -2
- package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.d.ts +0 -47
- package/dist/campaign/proposers/memory.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.test.d.ts +0 -2
- package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
- package/dist/campaign/proposers/skill-opt.d.ts +0 -88
- package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
- package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
- package/dist/campaign/provenance.d.ts +0 -185
- package/dist/campaign/provenance.d.ts.map +0 -1
- package/dist/campaign/run-campaign.d.ts +0 -90
- package/dist/campaign/run-campaign.d.ts.map +0 -1
- package/dist/campaign/score-utils.d.ts +0 -26
- package/dist/campaign/score-utils.d.ts.map +0 -1
- package/dist/campaign/skill-patch.d.ts +0 -62
- package/dist/campaign/skill-patch.d.ts.map +0 -1
- package/dist/campaign/storage.d.ts +0 -38
- package/dist/campaign/storage.d.ts.map +0 -1
- package/dist/campaign/types.d.ts.map +0 -1
- package/dist/campaign/worktree/index.d.ts +0 -53
- package/dist/campaign/worktree/index.d.ts.map +0 -1
- package/dist/canary.d.ts +0 -101
- package/dist/canary.d.ts.map +0 -1
- package/dist/causal-attribution.d.ts +0 -45
- package/dist/causal-attribution.d.ts.map +0 -1
- package/dist/chunk-AQ5WQAIV.js.map +0 -1
- package/dist/ci-gate.d.ts +0 -44
- package/dist/ci-gate.d.ts.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/client.d.ts +0 -77
- package/dist/client.d.ts.map +0 -1
- package/dist/client.test.d.ts +0 -2
- package/dist/client.test.d.ts.map +0 -1
- package/dist/command-runner.d.ts +0 -74
- package/dist/command-runner.d.ts.map +0 -1
- package/dist/command-runner.test.d.ts +0 -2
- package/dist/command-runner.test.d.ts.map +0 -1
- package/dist/completion-verifier.d.ts +0 -147
- package/dist/completion-verifier.d.ts.map +0 -1
- package/dist/completion-verifier.test.d.ts +0 -9
- package/dist/completion-verifier.test.d.ts.map +0 -1
- package/dist/concurrency.d.ts +0 -23
- package/dist/concurrency.d.ts.map +0 -1
- package/dist/contamination-guard.d.ts +0 -81
- package/dist/contamination-guard.d.ts.map +0 -1
- package/dist/contract/analyze-runs.d.ts.map +0 -1
- package/dist/contract/define-agent-eval.d.ts +0 -52
- package/dist/contract/define-agent-eval.d.ts.map +0 -1
- package/dist/contract/diff.d.ts +0 -114
- package/dist/contract/diff.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/contract/insight-report.d.ts.map +0 -1
- package/dist/contract/insight-types-fwd.d.ts +0 -7
- package/dist/contract/insight-types-fwd.d.ts.map +0 -1
- package/dist/contract/intake/agent-trace.d.ts +0 -97
- package/dist/contract/intake/agent-trace.d.ts.map +0 -1
- package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
- package/dist/contract/intake/feedback-table.d.ts +0 -87
- package/dist/contract/intake/feedback-table.d.ts.map +0 -1
- package/dist/contract/intake/index.d.ts +0 -22
- package/dist/contract/intake/index.d.ts.map +0 -1
- package/dist/contract/intake/otel-spans.d.ts +0 -33
- package/dist/contract/intake/otel-spans.d.ts.map +0 -1
- package/dist/contract/self-improve.d.ts +0 -284
- package/dist/contract/self-improve.d.ts.map +0 -1
- package/dist/control-runtime.d.ts.map +0 -1
- package/dist/control-runtime.test.d.ts +0 -2
- package/dist/control-runtime.test.d.ts.map +0 -1
- package/dist/control.d.ts.map +0 -1
- package/dist/convergence.d.ts +0 -29
- package/dist/convergence.d.ts.map +0 -1
- package/dist/cost-ledger.d.ts.map +0 -1
- package/dist/cost-ledger.test.d.ts +0 -2
- package/dist/cost-ledger.test.d.ts.map +0 -1
- package/dist/cost-report.d.ts +0 -43
- package/dist/cost-report.d.ts.map +0 -1
- package/dist/cost-report.test.d.ts +0 -2
- package/dist/cost-report.test.d.ts.map +0 -1
- package/dist/cost-tracker.d.ts +0 -76
- package/dist/cost-tracker.d.ts.map +0 -1
- package/dist/counterfactual.d.ts.map +0 -1
- package/dist/cross-trace-diff.d.ts +0 -56
- package/dist/cross-trace-diff.d.ts.map +0 -1
- package/dist/dataset.d.ts.map +0 -1
- package/dist/deploy-gate-layer.d.ts +0 -125
- package/dist/deploy-gate-layer.d.ts.map +0 -1
- package/dist/deploy-gate-layer.test.d.ts +0 -2
- package/dist/deploy-gate-layer.test.d.ts.map +0 -1
- package/dist/description-length-gate.d.ts +0 -119
- package/dist/description-length-gate.d.ts.map +0 -1
- package/dist/detectors/edge.test.d.ts +0 -2
- package/dist/detectors/edge.test.d.ts.map +0 -1
- package/dist/detectors/index.d.ts +0 -81
- package/dist/detectors/index.d.ts.map +0 -1
- package/dist/detectors/index.test.d.ts +0 -2
- package/dist/detectors/index.test.d.ts.map +0 -1
- package/dist/diagnose/causal-sweep.d.ts +0 -100
- package/dist/diagnose/causal-sweep.d.ts.map +0 -1
- package/dist/diagnose/index.d.ts +0 -36
- package/dist/diagnose/index.d.ts.map +0 -1
- package/dist/diagnose/remediation.d.ts +0 -68
- package/dist/diagnose/remediation.d.ts.map +0 -1
- package/dist/diagnose/repair.d.ts +0 -77
- package/dist/diagnose/repair.d.ts.map +0 -1
- package/dist/discover-personas.d.ts +0 -35
- package/dist/discover-personas.d.ts.map +0 -1
- package/dist/driver.d.ts +0 -95
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.test.d.ts +0 -8
- package/dist/driver.test.d.ts.map +0 -1
- package/dist/dual-agent-bench.d.ts +0 -81
- package/dist/dual-agent-bench.d.ts.map +0 -1
- package/dist/error-count-extractor.d.ts +0 -47
- package/dist/error-count-extractor.d.ts.map +0 -1
- package/dist/error-count-extractor.test.d.ts +0 -2
- package/dist/error-count-extractor.test.d.ts.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/eval-campaign.d.ts.map +0 -1
- package/dist/eval-campaign.test.d.ts +0 -2
- package/dist/eval-campaign.test.d.ts.map +0 -1
- package/dist/eval-tools.d.ts +0 -55
- package/dist/eval-tools.d.ts.map +0 -1
- package/dist/eval-trace-store.d.ts +0 -107
- package/dist/eval-trace-store.d.ts.map +0 -1
- package/dist/eval-trace-store.test.d.ts +0 -2
- package/dist/eval-trace-store.test.d.ts.map +0 -1
- package/dist/executor.d.ts +0 -38
- package/dist/executor.d.ts.map +0 -1
- package/dist/executor.test.d.ts +0 -10
- package/dist/executor.test.d.ts.map +0 -1
- package/dist/experiment-tracker.d.ts +0 -178
- package/dist/experiment-tracker.d.ts.map +0 -1
- package/dist/experiment-tracker.test.d.ts +0 -2
- package/dist/experiment-tracker.test.d.ts.map +0 -1
- package/dist/failure-taxonomy.d.ts +0 -38
- package/dist/failure-taxonomy.d.ts.map +0 -1
- package/dist/feedback-trajectory.d.ts.map +0 -1
- package/dist/feedback-trajectory.test.d.ts +0 -2
- package/dist/feedback-trajectory.test.d.ts.map +0 -1
- package/dist/flow-layer.d.ts +0 -90
- package/dist/flow-layer.d.ts.map +0 -1
- package/dist/flow-layer.test.d.ts +0 -2
- package/dist/flow-layer.test.d.ts.map +0 -1
- package/dist/fuzz/capsule.d.ts +0 -46
- package/dist/fuzz/capsule.d.ts.map +0 -1
- package/dist/fuzz/cube.d.ts +0 -36
- package/dist/fuzz/cube.d.ts.map +0 -1
- package/dist/fuzz/explorer-cost.test.d.ts +0 -2
- package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
- package/dist/fuzz/explorer.d.ts +0 -64
- package/dist/fuzz/explorer.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.d.ts +0 -16
- package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
- package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
- package/dist/fuzz/gates.d.ts +0 -33
- package/dist/fuzz/gates.d.ts.map +0 -1
- package/dist/fuzz/index.d.ts +0 -26
- package/dist/fuzz/index.d.ts.map +0 -1
- package/dist/fuzz/policies.d.ts +0 -28
- package/dist/fuzz/policies.d.ts.map +0 -1
- package/dist/fuzz/tools.d.ts +0 -20
- package/dist/fuzz/tools.d.ts.map +0 -1
- package/dist/fuzz/types.d.ts +0 -307
- package/dist/fuzz/types.d.ts.map +0 -1
- package/dist/golden-matcher.d.ts +0 -71
- package/dist/golden-matcher.d.ts.map +0 -1
- package/dist/governance/eu-ai-act.d.ts +0 -37
- package/dist/governance/eu-ai-act.d.ts.map +0 -1
- package/dist/governance/index.d.ts.map +0 -1
- package/dist/governance/nist-ai-rmf.d.ts +0 -15
- package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
- package/dist/governance/soc2.d.ts +0 -12
- package/dist/governance/soc2.d.ts.map +0 -1
- package/dist/governance/types.d.ts +0 -66
- package/dist/governance/types.d.ts.map +0 -1
- package/dist/harness-optimizer.d.ts +0 -82
- package/dist/harness-optimizer.d.ts.map +0 -1
- package/dist/held-out-gate.d.ts +0 -135
- package/dist/held-out-gate.d.ts.map +0 -1
- package/dist/hosted/client.d.ts +0 -73
- package/dist/hosted/client.d.ts.map +0 -1
- package/dist/hosted/from-env.test.d.ts +0 -8
- package/dist/hosted/from-env.test.d.ts.map +0 -1
- package/dist/hosted/index.d.ts.map +0 -1
- package/dist/hosted/types.d.ts +0 -159
- package/dist/hosted/types.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/integrity/backend-integrity.d.ts +0 -71
- package/dist/integrity/backend-integrity.d.ts.map +0 -1
- package/dist/integrity/preflight.d.ts +0 -72
- package/dist/integrity/preflight.d.ts.map +0 -1
- package/dist/integrity/preflight.test.d.ts +0 -2
- package/dist/integrity/preflight.test.d.ts.map +0 -1
- package/dist/integrity/single-backend.d.ts +0 -67
- package/dist/integrity/single-backend.d.ts.map +0 -1
- package/dist/intent-match-judge.d.ts +0 -69
- package/dist/intent-match-judge.d.ts.map +0 -1
- package/dist/intent-match-judge.test.d.ts +0 -2
- package/dist/intent-match-judge.test.d.ts.map +0 -1
- package/dist/judge-calibration.d.ts.map +0 -1
- package/dist/judge-ensemble.d.ts +0 -66
- package/dist/judge-ensemble.d.ts.map +0 -1
- package/dist/judge-ensemble.test.d.ts +0 -8
- package/dist/judge-ensemble.test.d.ts.map +0 -1
- package/dist/judge-families.d.ts +0 -38
- package/dist/judge-families.d.ts.map +0 -1
- package/dist/judge-panel.d.ts +0 -65
- package/dist/judge-panel.d.ts.map +0 -1
- package/dist/judge-retry.d.ts +0 -70
- package/dist/judge-retry.d.ts.map +0 -1
- package/dist/judge-runner.d.ts +0 -36
- package/dist/judge-runner.d.ts.map +0 -1
- package/dist/judge-runner.test.d.ts +0 -2
- package/dist/judge-runner.test.d.ts.map +0 -1
- package/dist/judges.d.ts +0 -74
- package/dist/judges.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.d.ts +0 -89
- package/dist/keyword-coverage-judge.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.test.d.ts +0 -2
- package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
- package/dist/knowledge/index.d.ts.map +0 -1
- package/dist/knowledge/readiness.d.ts +0 -26
- package/dist/knowledge/readiness.d.ts.map +0 -1
- package/dist/knowledge/types.d.ts +0 -75
- package/dist/knowledge/types.d.ts.map +0 -1
- package/dist/live-proof.d.ts +0 -62
- package/dist/live-proof.d.ts.map +0 -1
- package/dist/llm-client.d.ts.map +0 -1
- package/dist/llm-client.test.d.ts +0 -2
- package/dist/llm-client.test.d.ts.map +0 -1
- package/dist/locked-jsonl-appender.d.ts.map +0 -1
- package/dist/matrix/aggregation.d.ts +0 -16
- package/dist/matrix/aggregation.d.ts.map +0 -1
- package/dist/matrix/index.d.ts.map +0 -1
- package/dist/matrix/runner.d.ts +0 -15
- package/dist/matrix/runner.d.ts.map +0 -1
- package/dist/matrix/types.d.ts.map +0 -1
- package/dist/meta-eval/calibration.d.ts +0 -47
- package/dist/meta-eval/calibration.d.ts.map +0 -1
- package/dist/meta-eval/correlation-study.d.ts +0 -53
- package/dist/meta-eval/correlation-study.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/meta-eval/outcome-store.d.ts.map +0 -1
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
- package/dist/meta-eval/sentinel.d.ts +0 -169
- package/dist/meta-eval/sentinel.d.ts.map +0 -1
- package/dist/metrics.d.ts +0 -63
- package/dist/metrics.d.ts.map +0 -1
- package/dist/model-seats.d.ts +0 -71
- package/dist/model-seats.d.ts.map +0 -1
- package/dist/model-seats.test.d.ts +0 -2
- package/dist/model-seats.test.d.ts.map +0 -1
- package/dist/muffled-gate-scanner.d.ts +0 -102
- package/dist/muffled-gate-scanner.d.ts.map +0 -1
- package/dist/multi-layer-verifier.d.ts.map +0 -1
- package/dist/multi-layer-verifier.test.d.ts +0 -2
- package/dist/multi-layer-verifier.test.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.d.ts +0 -80
- package/dist/multi-toolchain-layer.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.test.d.ts +0 -2
- package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
- package/dist/multishot/default-tools.d.ts +0 -34
- package/dist/multishot/default-tools.d.ts.map +0 -1
- package/dist/multishot/index.d.ts.map +0 -1
- package/dist/multishot/judges.d.ts +0 -32
- package/dist/multishot/judges.d.ts.map +0 -1
- package/dist/multishot/matrix.d.ts +0 -107
- package/dist/multishot/matrix.d.ts.map +0 -1
- package/dist/multishot/multishot.d.ts +0 -23
- package/dist/multishot/multishot.d.ts.map +0 -1
- package/dist/multishot/router.d.ts +0 -37
- package/dist/multishot/router.d.ts.map +0 -1
- package/dist/multishot/types.d.ts +0 -60
- package/dist/multishot/types.d.ts.map +0 -1
- package/dist/observability.d.ts +0 -71
- package/dist/observability.d.ts.map +0 -1
- package/dist/oracle.d.ts +0 -55
- package/dist/oracle.d.ts.map +0 -1
- package/dist/orthogonality.d.ts +0 -35
- package/dist/orthogonality.d.ts.map +0 -1
- package/dist/otel-pipeline.d.ts +0 -31
- package/dist/otel-pipeline.d.ts.map +0 -1
- package/dist/paraphrase.d.ts +0 -107
- package/dist/paraphrase.d.ts.map +0 -1
- package/dist/pareto.d.ts.map +0 -1
- package/dist/partition-held-out.d.ts +0 -70
- package/dist/partition-held-out.d.ts.map +0 -1
- package/dist/partition-held-out.test.d.ts +0 -2
- package/dist/partition-held-out.test.d.ts.map +0 -1
- package/dist/perf/index.d.ts.map +0 -1
- package/dist/perf/integrity.d.ts +0 -30
- package/dist/perf/integrity.d.ts.map +0 -1
- package/dist/perf/journey.d.ts +0 -45
- package/dist/perf/journey.d.ts.map +0 -1
- package/dist/perf/ratchet.d.ts +0 -47
- package/dist/perf/ratchet.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.d.ts +0 -31
- package/dist/pipelines/budget-breach.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.test.d.ts +0 -2
- package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.d.ts +0 -38
- package/dist/pipelines/failure-cluster.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.test.d.ts +0 -2
- package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.d.ts +0 -26
- package/dist/pipelines/first-divergence.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.test.d.ts +0 -2
- package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
- package/dist/pipelines/index.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.d.ts +0 -26
- package/dist/pipelines/judge-agreement.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.test.d.ts +0 -2
- package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
- package/dist/pipelines/regression.d.ts +0 -23
- package/dist/pipelines/regression.d.ts.map +0 -1
- package/dist/pipelines/regression.test.d.ts +0 -2
- package/dist/pipelines/regression.test.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.d.ts +0 -32
- package/dist/pipelines/stuck-loop.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.test.d.ts +0 -2
- package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.d.ts +0 -34
- package/dist/pipelines/tool-waste.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.test.d.ts +0 -2
- package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
- package/dist/playbook.d.ts +0 -16
- package/dist/playbook.d.ts.map +0 -1
- package/dist/pr-review-benchmark.d.ts +0 -88
- package/dist/pr-review-benchmark.d.ts.map +0 -1
- package/dist/pr-review-benchmark.test.d.ts +0 -2
- package/dist/pr-review-benchmark.test.d.ts.map +0 -1
- package/dist/pre-registration.d.ts +0 -125
- package/dist/pre-registration.d.ts.map +0 -1
- package/dist/prm/builtin-rubrics.d.ts +0 -33
- package/dist/prm/builtin-rubrics.d.ts.map +0 -1
- package/dist/prm/index.d.ts.map +0 -1
- package/dist/prm/inference.d.ts +0 -29
- package/dist/prm/inference.d.ts.map +0 -1
- package/dist/prm/inference.test.d.ts +0 -2
- package/dist/prm/inference.test.d.ts.map +0 -1
- package/dist/prm/rubric.d.ts.map +0 -1
- package/dist/prm/training-export.d.ts +0 -38
- package/dist/prm/training-export.d.ts.map +0 -1
- package/dist/produced-state.d.ts +0 -63
- package/dist/produced-state.d.ts.map +0 -1
- package/dist/produced-state.test.d.ts +0 -8
- package/dist/produced-state.test.d.ts.map +0 -1
- package/dist/profile/baselines.d.ts +0 -37
- package/dist/profile/baselines.d.ts.map +0 -1
- package/dist/profile/index.d.ts +0 -105
- package/dist/profile/index.d.ts.map +0 -1
- package/dist/promotion-gate.d.ts +0 -93
- package/dist/promotion-gate.d.ts.map +0 -1
- package/dist/prompt-registry.d.ts +0 -41
- package/dist/prompt-registry.d.ts.map +0 -1
- package/dist/propose-review-control.d.ts +0 -49
- package/dist/propose-review-control.d.ts.map +0 -1
- package/dist/propose-review-control.test.d.ts +0 -2
- package/dist/propose-review-control.test.d.ts.map +0 -1
- package/dist/propose-review.d.ts +0 -155
- package/dist/propose-review.d.ts.map +0 -1
- package/dist/red-team.d.ts.map +0 -1
- package/dist/reference-replay-steering.d.ts +0 -11
- package/dist/reference-replay-steering.d.ts.map +0 -1
- package/dist/reference-replay.d.ts +0 -176
- package/dist/reference-replay.d.ts.map +0 -1
- package/dist/reflective-mutation.d.ts +0 -79
- package/dist/reflective-mutation.d.ts.map +0 -1
- package/dist/registry.d.ts +0 -31
- package/dist/registry.d.ts.map +0 -1
- package/dist/release-confidence.d.ts +0 -128
- package/dist/release-confidence.d.ts.map +0 -1
- package/dist/release-report.d.ts +0 -11
- package/dist/release-report.d.ts.map +0 -1
- package/dist/replay.d.ts +0 -120
- package/dist/replay.d.ts.map +0 -1
- package/dist/reporter.d.ts +0 -14
- package/dist/reporter.d.ts.map +0 -1
- package/dist/reporting.d.ts.map +0 -1
- package/dist/researcher.d.ts +0 -140
- package/dist/researcher.d.ts.map +0 -1
- package/dist/reviewer.d.ts +0 -118
- package/dist/reviewer.d.ts.map +0 -1
- package/dist/reviewer.test.d.ts +0 -2
- package/dist/reviewer.test.d.ts.map +0 -1
- package/dist/reward-model-export.d.ts +0 -60
- package/dist/reward-model-export.d.ts.map +0 -1
- package/dist/rl/active-curriculum.d.ts +0 -110
- package/dist/rl/active-curriculum.d.ts.map +0 -1
- package/dist/rl/adaptation-eval.d.ts +0 -109
- package/dist/rl/adaptation-eval.d.ts.map +0 -1
- package/dist/rl/adversarial.d.ts.map +0 -1
- package/dist/rl/compute-curves.d.ts +0 -127
- package/dist/rl/compute-curves.d.ts.map +0 -1
- package/dist/rl/contamination.d.ts +0 -117
- package/dist/rl/contamination.d.ts.map +0 -1
- package/dist/rl/corpus.d.ts +0 -55
- package/dist/rl/corpus.d.ts.map +0 -1
- package/dist/rl/corpus.test.d.ts +0 -2
- package/dist/rl/corpus.test.d.ts.map +0 -1
- package/dist/rl/dataset.d.ts +0 -102
- package/dist/rl/dataset.d.ts.map +0 -1
- package/dist/rl/dataset.test.d.ts +0 -2
- package/dist/rl/dataset.test.d.ts.map +0 -1
- package/dist/rl/exporters.d.ts +0 -141
- package/dist/rl/exporters.d.ts.map +0 -1
- package/dist/rl/index.d.ts +0 -49
- package/dist/rl/index.d.ts.map +0 -1
- package/dist/rl/off-policy.d.ts.map +0 -1
- package/dist/rl/predictive-validity-researcher.d.ts +0 -69
- package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
- package/dist/rl/preferences.d.ts +0 -141
- package/dist/rl/preferences.d.ts.map +0 -1
- package/dist/rl/process-reward.d.ts +0 -122
- package/dist/rl/process-reward.d.ts.map +0 -1
- package/dist/rl/reward-hacking.d.ts +0 -104
- package/dist/rl/reward-hacking.d.ts.map +0 -1
- package/dist/rl/rl-campaign.d.ts +0 -85
- package/dist/rl/rl-campaign.d.ts.map +0 -1
- package/dist/rl/run-record-adapters.d.ts +0 -56
- package/dist/rl/run-record-adapters.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.d.ts +0 -166
- package/dist/rl/sim-fidelity.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.test.d.ts +0 -2
- package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
- package/dist/rl/tournament.d.ts +0 -115
- package/dist/rl/tournament.d.ts.map +0 -1
- package/dist/rl/verifiable-reward.d.ts +0 -124
- package/dist/rl/verifiable-reward.d.ts.map +0 -1
- package/dist/run-critic.d.ts +0 -23
- package/dist/run-critic.d.ts.map +0 -1
- package/dist/run-evidence.d.ts +0 -32
- package/dist/run-evidence.d.ts.map +0 -1
- package/dist/run-record.d.ts.map +0 -1
- package/dist/run-record.test.d.ts +0 -2
- package/dist/run-record.test.d.ts.map +0 -1
- package/dist/run-score.d.ts +0 -31
- package/dist/run-score.d.ts.map +0 -1
- package/dist/runtime-trajectory.d.ts +0 -47
- package/dist/runtime-trajectory.d.ts.map +0 -1
- package/dist/sandbox-harness.d.ts.map +0 -1
- package/dist/sandbox-harness.test.d.ts +0 -2
- package/dist/sandbox-harness.test.d.ts.map +0 -1
- package/dist/sandbox-pool.d.ts +0 -74
- package/dist/sandbox-pool.d.ts.map +0 -1
- package/dist/sandbox-pool.test.d.ts +0 -2
- package/dist/sandbox-pool.test.d.ts.map +0 -1
- package/dist/scorecard.d.ts +0 -133
- package/dist/scorecard.d.ts.map +0 -1
- package/dist/scorecard.test.d.ts +0 -2
- package/dist/scorecard.test.d.ts.map +0 -1
- package/dist/self-play.d.ts +0 -69
- package/dist/self-play.d.ts.map +0 -1
- package/dist/semantic-concept-judge.d.ts +0 -135
- package/dist/semantic-concept-judge.d.ts.map +0 -1
- package/dist/semantic-concept-judge.test.d.ts +0 -2
- package/dist/semantic-concept-judge.test.d.ts.map +0 -1
- package/dist/sequential.d.ts.map +0 -1
- package/dist/series-convergence.d.ts.map +0 -1
- package/dist/slo.d.ts +0 -48
- package/dist/slo.d.ts.map +0 -1
- package/dist/state-continuity.d.ts +0 -47
- package/dist/state-continuity.d.ts.map +0 -1
- package/dist/statistics.d.ts.map +0 -1
- package/dist/statistics.test.d.ts +0 -2
- package/dist/statistics.test.d.ts.map +0 -1
- package/dist/steering-optimizer.d.ts +0 -58
- package/dist/steering-optimizer.d.ts.map +0 -1
- package/dist/steering.d.ts +0 -24
- package/dist/steering.d.ts.map +0 -1
- package/dist/storyboard/code-edit.d.ts +0 -64
- package/dist/storyboard/code-edit.d.ts.map +0 -1
- package/dist/storyboard/code-edit.test.d.ts +0 -2
- package/dist/storyboard/code-edit.test.d.ts.map +0 -1
- package/dist/storyboard/index.d.ts.map +0 -1
- package/dist/storyboard/index.test.d.ts +0 -2
- package/dist/storyboard/index.test.d.ts.map +0 -1
- package/dist/summary-report.d.ts.map +0 -1
- package/dist/telemetry/client.d.ts +0 -35
- package/dist/telemetry/client.d.ts.map +0 -1
- package/dist/telemetry/index.d.ts.map +0 -1
- package/dist/telemetry/schema.d.ts +0 -61
- package/dist/telemetry/schema.d.ts.map +0 -1
- package/dist/telemetry/sink-fetch.d.ts +0 -39
- package/dist/telemetry/sink-fetch.d.ts.map +0 -1
- package/dist/telemetry/sink-file.d.ts.map +0 -1
- package/dist/test-graded-scenario.d.ts +0 -42
- package/dist/test-graded-scenario.d.ts.map +0 -1
- package/dist/testing.d.ts.map +0 -1
- package/dist/tool-use-metrics.d.ts +0 -35
- package/dist/tool-use-metrics.d.ts.map +0 -1
- package/dist/trace/capture-fetch.d.ts +0 -48
- package/dist/trace/capture-fetch.d.ts.map +0 -1
- package/dist/trace/capture-fetch.test.d.ts +0 -2
- package/dist/trace/capture-fetch.test.d.ts.map +0 -1
- package/dist/trace/emitter.d.ts.map +0 -1
- package/dist/trace/extract-usage.d.ts +0 -46
- package/dist/trace/extract-usage.d.ts.map +0 -1
- package/dist/trace/extract-usage.test.d.ts +0 -2
- package/dist/trace/extract-usage.test.d.ts.map +0 -1
- package/dist/trace/index.d.ts +0 -15
- package/dist/trace/index.d.ts.map +0 -1
- package/dist/trace/integrity.d.ts.map +0 -1
- package/dist/trace/otel-bridge.d.ts +0 -29
- package/dist/trace/otel-bridge.d.ts.map +0 -1
- package/dist/trace/otel-export.d.ts +0 -52
- package/dist/trace/otel-export.d.ts.map +0 -1
- package/dist/trace/otel.d.ts +0 -57
- package/dist/trace/otel.d.ts.map +0 -1
- package/dist/trace/otlp-attributes.d.ts +0 -17
- package/dist/trace/otlp-attributes.d.ts.map +0 -1
- package/dist/trace/query.d.ts +0 -29
- package/dist/trace/query.d.ts.map +0 -1
- package/dist/trace/query.test.d.ts +0 -2
- package/dist/trace/query.test.d.ts.map +0 -1
- package/dist/trace/raw-provider-sink.d.ts.map +0 -1
- package/dist/trace/redact.d.ts.map +0 -1
- package/dist/trace/schema.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.d.ts +0 -72
- package/dist/trace/store-to-otlp.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.test.d.ts +0 -2
- package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
- package/dist/trace/store.d.ts.map +0 -1
- package/dist/trace/store.test.d.ts +0 -2
- package/dist/trace/store.test.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.test.d.ts +0 -2
- package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
- package/dist/trace-analyst/hook.d.ts +0 -55
- package/dist/trace-analyst/hook.d.ts.map +0 -1
- package/dist/trace-analyst/index.d.ts +0 -18
- package/dist/trace-analyst/index.d.ts.map +0 -1
- package/dist/trace-analyst/insights.d.ts +0 -71
- package/dist/trace-analyst/insights.d.ts.map +0 -1
- package/dist/trace-analyst/insights.test.d.ts +0 -2
- package/dist/trace-analyst/insights.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
- package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.d.ts +0 -85
- package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/prompts.d.ts +0 -6
- package/dist/trace-analyst/prompts.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.d.ts +0 -126
- package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
- package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/store.d.ts +0 -63
- package/dist/trace-analyst/store.d.ts.map +0 -1
- package/dist/trace-analyst/tools.d.ts +0 -44
- package/dist/trace-analyst/tools.d.ts.map +0 -1
- package/dist/trace-analyst/tools.test.d.ts +0 -10
- package/dist/trace-analyst/tools.test.d.ts.map +0 -1
- package/dist/trace-analyst/types.d.ts.map +0 -1
- package/dist/trace-contracts.d.ts +0 -180
- package/dist/trace-contracts.d.ts.map +0 -1
- package/dist/traced-analyst.d.ts +0 -26
- package/dist/traced-analyst.d.ts.map +0 -1
- package/dist/traced-judges.d.ts +0 -27
- package/dist/traced-judges.d.ts.map +0 -1
- package/dist/traces.d.ts.map +0 -1
- package/dist/trajectory.d.ts.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/ui-finding.d.ts +0 -104
- package/dist/ui-finding.d.ts.map +0 -1
- package/dist/verdict-cache.d.ts +0 -78
- package/dist/verdict-cache.d.ts.map +0 -1
- package/dist/verdict-cache.test.d.ts +0 -2
- package/dist/verdict-cache.test.d.ts.map +0 -1
- package/dist/verdict.d.ts.map +0 -1
- package/dist/visual-diff.d.ts +0 -32
- package/dist/visual-diff.d.ts.map +0 -1
- package/dist/wire/handlers.d.ts +0 -54
- package/dist/wire/handlers.d.ts.map +0 -1
- package/dist/wire/index.d.ts.map +0 -1
- package/dist/wire/openapi.d.ts +0 -3
- package/dist/wire/openapi.d.ts.map +0 -1
- package/dist/wire/rpc.d.ts +0 -21
- package/dist/wire/rpc.d.ts.map +0 -1
- package/dist/wire/rubrics.d.ts +0 -34
- package/dist/wire/rubrics.d.ts.map +0 -1
- package/dist/wire/schemas.d.ts +0 -410
- package/dist/wire/schemas.d.ts.map +0 -1
- package/dist/wire/server.d.ts +0 -60
- package/dist/wire/server.d.ts.map +0 -1
- package/dist/workflow/event-schema.d.ts +0 -5
- package/dist/workflow/event-schema.d.ts.map +0 -1
- package/dist/workflow/feedback-pack.d.ts +0 -99
- package/dist/workflow/feedback-pack.d.ts.map +0 -1
- package/dist/workflow/index.d.ts.map +0 -1
- package/dist/workflow/intelligence-export.d.ts +0 -62
- package/dist/workflow/intelligence-export.d.ts.map +0 -1
- package/dist/workflow/partner-report.d.ts +0 -49
- package/dist/workflow/partner-report.d.ts.map +0 -1
- package/dist/workflow/phase-graph.d.ts +0 -43
- package/dist/workflow/phase-graph.d.ts.map +0 -1
- package/dist/workflow/promotion-gate.d.ts +0 -61
- package/dist/workflow/promotion-gate.d.ts.map +0 -1
- package/dist/workflow/run-record.d.ts +0 -12
- package/dist/workflow/run-record.d.ts.map +0 -1
- package/dist/workflow/runtime-adapter.d.ts +0 -20
- package/dist/workflow/runtime-adapter.d.ts.map +0 -1
- package/dist/workflow/sanitize.d.ts +0 -21
- package/dist/workflow/sanitize.d.ts.map +0 -1
- package/dist/workflow/schema.d.ts +0 -5
- package/dist/workflow/schema.d.ts.map +0 -1
- package/dist/workflow/summary.d.ts +0 -43
- package/dist/workflow/summary.d.ts.map +0 -1
- package/dist/workflow/trace-event-fields.d.ts +0 -6
- package/dist/workflow/trace-event-fields.d.ts.map +0 -1
- package/dist/workflow/trajectory.d.ts +0 -15
- package/dist/workflow/trajectory.d.ts.map +0 -1
- package/dist/workflow/types.d.ts +0 -68
- package/dist/workflow/types.d.ts.map +0 -1
- package/dist/workspace-inspector.d.ts +0 -67
- package/dist/workspace-inspector.d.ts.map +0 -1
- package/dist/wrangler-deploy-runner.test.d.ts +0 -2
- package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
package/dist/fuzz/index.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/fuzz/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,YAAY,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AACxE,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAC3D,YAAY,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAA;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAC7C,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,YAAY,EAAE,yBAAyB,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAA;AACpF,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AACrF,YAAY,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,YAAY,EACV,YAAY,EACZ,aAAa,EACb,WAAW,EACX,IAAI,EACJ,YAAY,EACZ,UAAU,EACV,SAAS,EACT,YAAY,EACZ,cAAc,EACd,OAAO,EACP,SAAS,EACT,gBAAgB,EAChB,cAAc,EACd,QAAQ,EACR,OAAO,EACP,SAAS,EACT,aAAa,GACd,MAAM,SAAS,CAAA"}
|
package/dist/fuzz/policies.d.ts
DELETED
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shipped policies for the exploration engine.
|
|
3
|
-
*
|
|
4
|
-
* `Proposer` is a plain function type — an agent running a generator skill IS a
|
|
5
|
-
* proposer (`(ctx) => dispatchToSkill(ctx)`), no wrapper needed. `mutationProposer`
|
|
6
|
-
* builds the deterministic, LLM-free one from mutation operators. Objectives are
|
|
7
|
-
* interfaces because the engine reads `kind` + `threshold` off them.
|
|
8
|
-
*/
|
|
9
|
-
import type { AdversarialMutation } from '../rl/adversarial';
|
|
10
|
-
import type { Cell, Objective, Proposer } from './types';
|
|
11
|
-
/**
|
|
12
|
-
* Perturbation-based search: apply the cell's mutation operators to the current
|
|
13
|
-
* elites + seeds, deduping by id. Elites first — mutating the most interesting
|
|
14
|
-
* scenario found so far is what makes the search deepen across rounds.
|
|
15
|
-
*/
|
|
16
|
-
export declare function mutationProposer<S>(opts: {
|
|
17
|
-
mutationsFor: (cell: Cell) => AdversarialMutation<S>[];
|
|
18
|
-
scenarioId: (s: S) => string;
|
|
19
|
-
}): Proposer<S>;
|
|
20
|
-
/** Adversarial: a low headline score is interesting — find where the agent fails. */
|
|
21
|
-
export declare function adversarialObjective(threshold?: number): Objective;
|
|
22
|
-
/**
|
|
23
|
-
* Novelty: interesting when far from the archive in score AND measured behavior
|
|
24
|
-
* descriptor — quality-diversity's diversity pressure; drives corpus growth
|
|
25
|
-
* rather than re-finding the same hole.
|
|
26
|
-
*/
|
|
27
|
-
export declare function noveltyObjective(threshold?: number): Objective;
|
|
28
|
-
//# sourceMappingURL=policies.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"policies.d.ts","sourceRoot":"","sources":["../../src/fuzz/policies.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,KAAK,EACV,IAAI,EAEJ,SAAS,EAGT,QAAQ,EACT,MAAM,SAAS,CAAA;AAMhB;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,IAAI,EAAE;IACxC,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAA;IACtD,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,CAAA;CAC7B,GAAG,QAAQ,CAAC,CAAC,CAAC,CAsBd;AAID,qFAAqF;AACrF,wBAAgB,oBAAoB,CAAC,SAAS,SAAM,GAAG,SAAS,CAE/D;AAcD;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,SAAM,GAAG,SAAS,CAgB3D"}
|
package/dist/fuzz/tools.d.ts
DELETED
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Agent-drivable surface over a live exploration session.
|
|
3
|
-
*
|
|
4
|
-
* Framework-neutral tool defs ({name, description, parameters: JSON Schema,
|
|
5
|
-
* handler}) so the on-demand agent — not a batch script — drives the search:
|
|
6
|
-
* step it, read coverage, inspect findings, render the capsule. Transport
|
|
7
|
-
* encodings (OpenAI function shape, MCP) are one-line mappings the host owns.
|
|
8
|
-
*/
|
|
9
|
-
import type { BehaviorExplorer } from './explorer';
|
|
10
|
-
export interface ExploreToolDef {
|
|
11
|
-
name: string;
|
|
12
|
-
description: string;
|
|
13
|
-
/** JSON Schema (draft-07+) for the arguments. */
|
|
14
|
-
parameters: Record<string, unknown>;
|
|
15
|
-
handler: (args: unknown, ctx?: {
|
|
16
|
-
signal?: AbortSignal;
|
|
17
|
-
}) => Promise<unknown>;
|
|
18
|
-
}
|
|
19
|
-
export declare function makeExploreTools<S>(explorer: BehaviorExplorer<S>): ExploreToolDef[];
|
|
20
|
-
//# sourceMappingURL=tools.d.ts.map
|
package/dist/fuzz/tools.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/fuzz/tools.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAGH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAA;AAElD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,WAAW,EAAE,MAAM,CAAA;IACnB,iDAAiD;IACjD,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;CAC7E;AAID,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,cAAc,EAAE,CAqDnF"}
|
package/dist/fuzz/types.d.ts
DELETED
|
@@ -1,307 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Behavior-space exploration — types.
|
|
3
|
-
*
|
|
4
|
-
* One engine searches a space of inputs against a target, scores each run with a
|
|
5
|
-
* multi-objective verdict, keeps a quality-diversity archive, and admits only
|
|
6
|
-
* findings that pass the validity gates. Adversarial fuzzing is the headline
|
|
7
|
-
* preset (`fuzzAgent`); swapping the `Objective` re-points the same engine at
|
|
8
|
-
* novelty search, curriculum growth, or user-simulation.
|
|
9
|
-
*
|
|
10
|
-
* Two kinds of coordinates, deliberately distinct:
|
|
11
|
-
* - INPUT axes (`space.axes`) are the stratification plan — enumerable up front,
|
|
12
|
-
* so allocation and the coverage denominator (planned vs covered) are honest.
|
|
13
|
-
* - MEASURED descriptors (`descriptor(scenario, ev)`) are read off the rollout —
|
|
14
|
-
* they bin the archive by what the agent DID, and never inflate the coverage
|
|
15
|
-
* denominator (a behavior you haven't seen yet is not a planned cell).
|
|
16
|
-
*
|
|
17
|
-
* An `Evaluation` IS a `DefaultVerdict` — same spine as judges and verifiers,
|
|
18
|
-
* never a parallel score shape.
|
|
19
|
-
*/
|
|
20
|
-
import type { CostChannel, CostLedger } from '../cost-ledger';
|
|
21
|
-
import type { AdversarialMutation } from '../rl/adversarial';
|
|
22
|
-
import type { DefaultVerdict } from '../verdict';
|
|
23
|
-
/** One input axis of the stratification plan (e.g. matterType, difficulty, personaRigor). */
|
|
24
|
-
export interface SpaceAxis {
|
|
25
|
-
name: string;
|
|
26
|
-
values: string[];
|
|
27
|
-
}
|
|
28
|
-
/** The input space to stratify. Cells are the cartesian product of the axes. */
|
|
29
|
-
export interface BehaviorSpace {
|
|
30
|
-
axes: SpaceAxis[];
|
|
31
|
-
}
|
|
32
|
-
/** One input cell: a coordinate in the stratification plan. */
|
|
33
|
-
export interface Cell {
|
|
34
|
-
/** Stable id, e.g. `matterType=nda|difficulty=hard`. */
|
|
35
|
-
id: string;
|
|
36
|
-
coords: Record<string, string>;
|
|
37
|
-
}
|
|
38
|
-
/**
|
|
39
|
-
* The outcome of running the target against one scenario: a `DefaultVerdict`
|
|
40
|
-
* (`valid`, headline `score` in [0,1], per-dimension `scores`, `notes`) plus the
|
|
41
|
-
* fields exploration needs. Keep `scores` populated — the coverage map surfaces
|
|
42
|
-
* WHICH dimension is weak only when evaluations carry it.
|
|
43
|
-
*/
|
|
44
|
-
export interface Evaluation extends DefaultVerdict {
|
|
45
|
-
/** Measured behavior coordinates (e.g. `{ outcome: 'refused' }`). Bins the archive. */
|
|
46
|
-
descriptor?: Record<string, string>;
|
|
47
|
-
/** Surfaced output — drives exemplars + minimization. */
|
|
48
|
-
output?: string;
|
|
49
|
-
/** RunRecord id when the target persisted a trace. */
|
|
50
|
-
runId?: string;
|
|
51
|
-
/** Structured labels, e.g. failure classes (`hallucination`, `refusal`). */
|
|
52
|
-
labels?: string[];
|
|
53
|
-
/** Wall-clock for the evaluation, when the consumer measures it more precisely
|
|
54
|
-
* than the engine can (e.g. excluding judge time). Engine-measured otherwise. */
|
|
55
|
-
latencyMs?: number;
|
|
56
|
-
}
|
|
57
|
-
/** Run the target against one scenario in a cell. */
|
|
58
|
-
export type Evaluator<S> = (scenario: S, cell: Cell) => Promise<Evaluation>;
|
|
59
|
-
/** Context a proposer sees — prior elites + findings let a skill-backed proposer steer. */
|
|
60
|
-
export interface ProposeContext<S> {
|
|
61
|
-
cell: Cell;
|
|
62
|
-
seeds: S[];
|
|
63
|
-
/** Current archive elites whose input cell matches. */
|
|
64
|
-
elites: S[];
|
|
65
|
-
/** Verified findings so far (read-only) — probe new gaps, not re-found ones. */
|
|
66
|
-
findings: ReadonlyArray<Finding<S>>;
|
|
67
|
-
/** How many candidates to propose. */
|
|
68
|
-
count: number;
|
|
69
|
-
rng: () => number;
|
|
70
|
-
}
|
|
71
|
-
/**
|
|
72
|
-
* Produces candidate scenarios for a cell. A plain function — `mutationProposer`
|
|
73
|
-
* builds one from mutation operators; an agent running a generator skill IS one
|
|
74
|
-
* (`(ctx) => dispatchToSkill(ctx)`), no wrapper needed.
|
|
75
|
-
*/
|
|
76
|
-
export type Proposer<S> = (ctx: ProposeContext<S>) => Promise<S[]> | S[];
|
|
77
|
-
/**
|
|
78
|
-
* What "interesting" means. `interest` in [0,1]; a candidate is notable (gate-
|
|
79
|
-
* checked, reported) when `interest >= threshold`. `adversarialObjective` (low
|
|
80
|
-
* score is interesting) and `noveltyObjective` (far from the archive) ship.
|
|
81
|
-
*/
|
|
82
|
-
export interface Objective {
|
|
83
|
-
kind: string;
|
|
84
|
-
interest(ev: Evaluation, ctx: ObjectiveContext): number;
|
|
85
|
-
/** Default 0.5. */
|
|
86
|
-
threshold?: number;
|
|
87
|
-
}
|
|
88
|
-
export interface ObjectiveContext {
|
|
89
|
-
archiveScores: number[];
|
|
90
|
-
archiveDescriptors: Array<Record<string, string> | undefined>;
|
|
91
|
-
}
|
|
92
|
-
/**
|
|
93
|
-
* Validity gates — the moat. A notable candidate is admitted ONLY when it is a
|
|
94
|
-
* fair, answerable task (`isValid`) AND reproduces under a meaning-preserving
|
|
95
|
-
* rephrase (`isUncontaminated`). Pass-through by default (testable without an
|
|
96
|
-
* LLM); live wiring supplies real gates.
|
|
97
|
-
*/
|
|
98
|
-
export interface ValidityGates<S> {
|
|
99
|
-
isValid?: (scenario: S, ev: Evaluation, cell: Cell) => boolean | Promise<boolean>;
|
|
100
|
-
isUncontaminated?: (scenario: S, ev: Evaluation, cell: Cell) => boolean | Promise<boolean>;
|
|
101
|
-
}
|
|
102
|
-
/** A gate-verified, minimized finding — the unit the capsule reports. */
|
|
103
|
-
export interface Finding<S> {
|
|
104
|
-
id: string;
|
|
105
|
-
cell: Cell;
|
|
106
|
-
scenario: S;
|
|
107
|
-
/** The minimized trigger (== `scenario` when no minimizer is supplied). */
|
|
108
|
-
minimized: S;
|
|
109
|
-
/** Legible text of the minimized trigger, when `scenarioText` is supplied. */
|
|
110
|
-
text?: string;
|
|
111
|
-
/** The full multi-objective verdict. */
|
|
112
|
-
evaluation: Evaluation;
|
|
113
|
-
/** The objective's interest score that flagged it. */
|
|
114
|
-
interest: number;
|
|
115
|
-
/** Which objective flagged it. */
|
|
116
|
-
objective: string;
|
|
117
|
-
}
|
|
118
|
-
/** An archive elite — the most interesting scenario seen for one bin. */
|
|
119
|
-
export interface ArchiveEntry<S> {
|
|
120
|
-
/** Input cell + measured descriptor coords combined, e.g. `difficulty=hard|outcome=refused`. */
|
|
121
|
-
binId: string;
|
|
122
|
-
cell: Cell;
|
|
123
|
-
scenario: S;
|
|
124
|
-
evaluation: Evaluation;
|
|
125
|
-
interest: number;
|
|
126
|
-
}
|
|
127
|
-
/** Summary of a sample — every aggregate carries its spread, never a bare mean. */
|
|
128
|
-
export interface Distribution {
|
|
129
|
-
mean: number;
|
|
130
|
-
median: number;
|
|
131
|
-
p90: number;
|
|
132
|
-
min: number;
|
|
133
|
-
max: number;
|
|
134
|
-
n: number;
|
|
135
|
-
}
|
|
136
|
-
/** Per-INPUT-cell coverage — the planned-vs-covered map. */
|
|
137
|
-
export interface CoverageCell {
|
|
138
|
-
cell: Cell;
|
|
139
|
-
runs: number;
|
|
140
|
-
/** Headline score distribution in [0,1]; `null` when the cell was never run
|
|
141
|
-
* (honestly uncovered — never a fabricated zero). */
|
|
142
|
-
score: Distribution | null;
|
|
143
|
-
/** Fraction of runs the objective flagged as notable. */
|
|
144
|
-
findingRate: number;
|
|
145
|
-
/** Per-dimension score distributions — surfaces WHICH dimension is weak and
|
|
146
|
-
* how consistently. */
|
|
147
|
-
dimensions: Record<string, Distribution>;
|
|
148
|
-
/** Evaluation wall-clock per run; engine-measured unless the evaluation
|
|
149
|
-
* carried its own `latencyMs`. `null` when the cell was never run. */
|
|
150
|
-
latencyMs: Distribution | null;
|
|
151
|
-
/** Known dollars spent in this cell — present only when cost tracking was
|
|
152
|
-
* wired; runs with unknown cost are counted apart, never folded in as $0. */
|
|
153
|
-
costUsd?: number;
|
|
154
|
-
costUnknownRuns?: number;
|
|
155
|
-
}
|
|
156
|
-
/** The artifact every exploration produces. */
|
|
157
|
-
export interface CapsuleData<S> {
|
|
158
|
-
target: string;
|
|
159
|
-
objective: string;
|
|
160
|
-
/** Stamped by the caller — the engine stays clock-free and deterministic. */
|
|
161
|
-
generatedAt?: string;
|
|
162
|
-
coverage: CoverageCell[];
|
|
163
|
-
/** Verified findings, sorted by descending interest. */
|
|
164
|
-
findings: Finding<S>[];
|
|
165
|
-
/** QD archive elites (binned by input × measured coords). */
|
|
166
|
-
archive: ArchiveEntry<S>[];
|
|
167
|
-
/** Post-harden lift, filled by a second pass after an improvement. */
|
|
168
|
-
lift?: {
|
|
169
|
-
before: number;
|
|
170
|
-
after: number;
|
|
171
|
-
verdict: string;
|
|
172
|
-
};
|
|
173
|
-
stats: {
|
|
174
|
-
totalRuns: number;
|
|
175
|
-
/** Input-cell denominator — the stratification plan. */
|
|
176
|
-
cellsTotal: number;
|
|
177
|
-
cellsCovered: number;
|
|
178
|
-
/** Distinct measured-descriptor bins observed (never part of the denominator). */
|
|
179
|
-
behaviorBinsObserved: number;
|
|
180
|
-
candidateFindings: number;
|
|
181
|
-
verifiedFindings: number;
|
|
182
|
-
/** Distribution of per-cell mean scores across covered cells (cells weigh
|
|
183
|
-
* equally — variance steering sends more runs to weak cells, so a
|
|
184
|
-
* run-weighted average would bias low). `null` when nothing ran. */
|
|
185
|
-
robustness: Distribution | null;
|
|
186
|
-
/** Evaluation wall-clock across all runs. `null` when nothing ran. */
|
|
187
|
-
latencyMs: Distribution | null;
|
|
188
|
-
/** Known dollars spent on this exploration's runs. Present only when cost
|
|
189
|
-
* tracking was wired (`costOf`) — absent means "not tracked", never $0. */
|
|
190
|
-
costUsd?: number;
|
|
191
|
-
/** Runs whose cost was unknown (`costOf` returned null) — counted apart,
|
|
192
|
-
* never folded into `costUsd` as a fabricated $0. */
|
|
193
|
-
costUnknownRuns?: number;
|
|
194
|
-
/** Evaluations that threw (transport/backend failures). They consumed no
|
|
195
|
-
* run budget and scored nothing — an infra axis, never folded into
|
|
196
|
-
* robustness or reported as findings. */
|
|
197
|
-
evalErrors: number;
|
|
198
|
-
/** Present when the run stopped before its budget because consecutive
|
|
199
|
-
* eval errors tripped the circuit breaker (a dead backend must not burn
|
|
200
|
-
* the remaining budget). The capsule-so-far is complete and honest. */
|
|
201
|
-
stoppedEarly?: {
|
|
202
|
-
reason: 'eval-errors';
|
|
203
|
-
detail: string;
|
|
204
|
-
};
|
|
205
|
-
};
|
|
206
|
-
}
|
|
207
|
-
/**
|
|
208
|
-
* Known cost of one evaluated run. `model` attributes the spend in the ledger's
|
|
209
|
-
* per-model rollup; absent, the entry is labeled `unattributed` (the dollars are
|
|
210
|
-
* real either way — recorded as `actualCostUsd`, never an estimate).
|
|
211
|
-
*/
|
|
212
|
-
export interface RunCost {
|
|
213
|
-
usd: number;
|
|
214
|
-
model?: string;
|
|
215
|
-
}
|
|
216
|
-
export type ExploreEvent<S> = {
|
|
217
|
-
type: 'cell-allocated';
|
|
218
|
-
cell: Cell;
|
|
219
|
-
count: number;
|
|
220
|
-
} | {
|
|
221
|
-
type: 'evaluated';
|
|
222
|
-
cell: Cell;
|
|
223
|
-
scenario: S;
|
|
224
|
-
evaluation: Evaluation;
|
|
225
|
-
} | {
|
|
226
|
-
type: 'finding';
|
|
227
|
-
finding: Finding<S>;
|
|
228
|
-
} | {
|
|
229
|
-
type: 'eval-error';
|
|
230
|
-
cell: Cell;
|
|
231
|
-
scenarioId: string;
|
|
232
|
-
message: string;
|
|
233
|
-
} | {
|
|
234
|
-
type: 'round';
|
|
235
|
-
runsUsed: number;
|
|
236
|
-
budget: number;
|
|
237
|
-
};
|
|
238
|
-
export interface ExploreOptions<S> {
|
|
239
|
-
/** Name of the target under exploration — labels the capsule. */
|
|
240
|
-
target: string;
|
|
241
|
-
/** The input stratification plan. */
|
|
242
|
-
space: BehaviorSpace;
|
|
243
|
-
/** Candidate generator. */
|
|
244
|
-
proposer: Proposer<S>;
|
|
245
|
-
/** Runs the target → multi-objective `Evaluation`. */
|
|
246
|
-
evaluate: Evaluator<S>;
|
|
247
|
-
/** Seed corpus per cell. */
|
|
248
|
-
seedsFor: (cell: Cell) => S[] | Promise<S[]>;
|
|
249
|
-
/** Stable id for a scenario (dedup + lineage). */
|
|
250
|
-
scenarioId: (scenario: S) => string;
|
|
251
|
-
/** Human-legible text — drives capsule exemplars. */
|
|
252
|
-
scenarioText?: (scenario: S) => string;
|
|
253
|
-
/** Measured behavior coords appended to the archive bin. Default: input cell only. */
|
|
254
|
-
descriptor?: (scenario: S, ev: Evaluation) => Record<string, string>;
|
|
255
|
-
/** What "interesting" means. Default: `adversarialObjective(0.5)`. */
|
|
256
|
-
objective?: Objective;
|
|
257
|
-
/** Validity gates. Default pass-through. */
|
|
258
|
-
gates?: ValidityGates<S>;
|
|
259
|
-
/** Budget steering across input cells. `variance` chases uncertainty; `uniform` is the unsteered ablation baseline. Default `variance`. */
|
|
260
|
-
allocation?: 'variance' | 'uniform';
|
|
261
|
-
/** Total target evaluations. */
|
|
262
|
-
budget: number;
|
|
263
|
-
/** Minimum evaluations per input cell before steering. Default 2. */
|
|
264
|
-
floorPerCell?: number;
|
|
265
|
-
/** Shrink a notable scenario to its minimal trigger. Default: identity. */
|
|
266
|
-
minimize?: (scenario: S, evaluate: Evaluator<S>, cell: Cell) => Promise<S> | S;
|
|
267
|
-
/** Max concurrent `evaluate` calls. Default 1. */
|
|
268
|
-
concurrency?: number;
|
|
269
|
-
/** Stop the run after this many CONSECUTIVE eval errors (a dead backend must
|
|
270
|
-
* not burn the remaining budget). Successes reset the streak. Default 5. */
|
|
271
|
-
maxConsecutiveEvalErrors?: number;
|
|
272
|
-
/** Cooperative cancellation. */
|
|
273
|
-
signal?: AbortSignal;
|
|
274
|
-
/** Progress stream. */
|
|
275
|
-
onProgress?: (event: ExploreEvent<S>) => void;
|
|
276
|
-
/** Deterministic seed. Default 1. */
|
|
277
|
-
seed?: number;
|
|
278
|
-
/**
|
|
279
|
-
* Cost of one evaluated run — consumer-supplied; the explorer cannot know
|
|
280
|
-
* token usage. Return null when the cost is unknown: the run is COUNTED in
|
|
281
|
-
* `stats.costUnknownRuns`, never folded into the total as $0. Required by
|
|
282
|
-
* every other cost option (`costBudgetUsd` / `ledger` / `onCost`).
|
|
283
|
-
*/
|
|
284
|
-
costOf?: (scenario: S, cell: Cell, ev: Evaluation) => RunCost | null;
|
|
285
|
-
/**
|
|
286
|
-
* Hard dollar ceiling on accumulated KNOWN cost (same semantics as the
|
|
287
|
-
* control-runtime `budget.maxCostUsd`: nonnegative finite, the session stops
|
|
288
|
-
* once spent ≥ ceiling; no new evaluation starts after that). Unknown-cost
|
|
289
|
-
* runs do not consume budget — they are reported separately, so the ceiling
|
|
290
|
-
* is honest about what it can see.
|
|
291
|
-
*/
|
|
292
|
-
costBudgetUsd?: number;
|
|
293
|
-
/**
|
|
294
|
-
* Sink for per-run cost entries — each known `costOf` result is recorded
|
|
295
|
-
* with channel 'agent' and `actualCostUsd` (token axes are zero: the
|
|
296
|
-
* explorer only sees dollars). Pass the program's shared `CostLedger` so
|
|
297
|
-
* `costReport` stamps fuzz spend alongside judge/analyst spend.
|
|
298
|
-
*/
|
|
299
|
-
ledger?: CostLedger;
|
|
300
|
-
/** Observer fired for every known-cost run recorded. */
|
|
301
|
-
onCost?: (entry: {
|
|
302
|
-
usd: number;
|
|
303
|
-
channel: CostChannel;
|
|
304
|
-
}) => void;
|
|
305
|
-
}
|
|
306
|
-
export type { AdversarialMutation, DefaultVerdict };
|
|
307
|
-
//# sourceMappingURL=types.d.ts.map
|
package/dist/fuzz/types.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/fuzz/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAC7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAIhD,6FAA6F;AAC7F,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,EAAE,CAAA;CACjB;AAED,gFAAgF;AAChF,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,SAAS,EAAE,CAAA;CAClB;AAED,+DAA+D;AAC/D,MAAM,WAAW,IAAI;IACnB,wDAAwD;IACxD,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B;AAID;;;;;GAKG;AACH,MAAM,WAAW,UAAW,SAAQ,cAAc;IAChD,uFAAuF;IACvF,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACnC,yDAAyD;IACzD,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,4EAA4E;IAC5E,MAAM,CAAC,EAAE,MAAM,EAAE,CAAA;IACjB;sFACkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,qDAAqD;AACrD,MAAM,MAAM,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,UAAU,CAAC,CAAA;AAI3E,2FAA2F;AAC3F,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,IAAI,EAAE,IAAI,CAAA;IACV,KAAK,EAAE,CAAC,EAAE,CAAA;IACV,uDAAuD;IACvD,MAAM,EAAE,CAAC,EAAE,CAAA;IACX,gFAAgF;IAChF,QAAQ,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;IACnC,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAA;IACb,GAAG,EAAE,MAAM,MAAM,CAAA;CAClB;AAED;;;;GAIG;AACH,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAA;AAExE;;;;GAIG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,gBAAgB,GAAG,MAAM,CAAA;IACvD,mBAAmB;IACnB,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,kBAAkB,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,CAAA;CAC9D;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa,CAAC,CAAC;IAC9B,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACjF,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;CAC3F;AAID,yEAAyE;AACzE,MAAM,WAAW,OAAO,CAAC,CAAC;IACxB,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,IAAI,CAAA;IACV,QAAQ,EAAE,CAAC,CAAA;IACX,2EAA2E;IAC3E,SAAS,EAAE,CAAC,CAAA;IACZ,8EAA8E;IAC9E,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,wCAAwC;IACxC,UAAU,EAAE,UAAU,CAAA;IACtB,sDAAsD;IACtD,QAAQ,EAAE,MAAM,CAAA;IAChB,kCAAkC;IAClC,SAAS,EAAE,MAAM,CAAA;CAClB;AAED,yEAAyE;AACzE,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,gGAAgG;IAChG,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,IAAI,CAAA;IACV,QAAQ,EAAE,CAAC,CAAA;IACX,UAAU,EAAE,UAAU,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;CACjB;AAED,mFAAmF;AACnF,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,CAAC,EAAE,MAAM,CAAA;CACV;AAED,4DAA4D;AAC5D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,IAAI,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ;0DACsD;IACtD,KAAK,EAAE,YAAY,GAAG,IAAI,CAAA;IAC1B,yDAAyD;IACzD,WAAW,EAAE,MAAM,CAAA;IACnB;4BACwB;IACxB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAA;IACxC;2EACuE;IACvE,SAAS,EAAE,YAAY,GAAG,IAAI,CAAA;IAC9B;kFAC8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,eAAe,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,+CAA+C;AAC/C,MAAM,WAAW,WAAW,CAAC,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAA;IACd,SAAS,EAAE,MAAM,CAAA;IACjB,6EAA6E;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,QAAQ,EAAE,YAAY,EAAE,CAAA;IACxB,wDAAwD;IACxD,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;IACtB,6DAA6D;IAC7D,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAA;IAC1B,sEAAsE;IACtE,IAAI,CAAC,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IACzD,KAAK,EAAE;QACL,SAAS,EAAE,MAAM,CAAA;QACjB,wDAAwD;QACxD,UAAU,EAAE,MAAM,CAAA;QAClB,YAAY,EAAE,MAAM,CAAA;QACpB,kFAAkF;QAClF,oBAAoB,EAAE,MAAM,CAAA;QAC5B,iBAAiB,EAAE,MAAM,CAAA;QACzB,gBAAgB,EAAE,MAAM,CAAA;QACxB;;6EAEqE;QACrE,UAAU,EAAE,YAAY,GAAG,IAAI,CAAA;QAC/B,sEAAsE;QACtE,SAAS,EAAE,YAAY,GAAG,IAAI,CAAA;QAC9B;oFAC4E;QAC5E,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB;8DACsD;QACtD,eAAe,CAAC,EAAE,MAAM,CAAA;QACxB;;kDAE0C;QAC1C,UAAU,EAAE,MAAM,CAAA;QAClB;;gFAEwE;QACxE,YAAY,CAAC,EAAE;YAAE,MAAM,EAAE,aAAa,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,CAAA;KACzD,CAAA;CACF;AAID;;;;GAIG;AACH,MAAM,WAAW,OAAO;IACtB,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAID,MAAM,MAAM,YAAY,CAAC,CAAC,IACtB;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,QAAQ,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,UAAU,CAAA;CAAE,GACtE;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,IAAI,EAAE,IAAI,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACvE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAA;AAEvD,MAAM,WAAW,cAAc,CAAC,CAAC;IAC/B,iEAAiE;IACjE,MAAM,EAAE,MAAM,CAAA;IACd,qCAAqC;IACrC,KAAK,EAAE,aAAa,CAAA;IACpB,2BAA2B;IAC3B,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;IACrB,sDAAsD;IACtD,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAA;IACtB,4BAA4B;IAC5B,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAA;IAC5C,kDAAkD;IAClD,UAAU,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,MAAM,CAAA;IACnC,qDAAqD;IACrD,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,MAAM,CAAA;IACtC,sFAAsF;IACtF,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IACpE,sEAAsE;IACtE,SAAS,CAAC,EAAE,SAAS,CAAA;IACrB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAA;IACxB,2IAA2I;IAC3I,UAAU,CAAC,EAAE,UAAU,GAAG,SAAS,CAAA;IACnC,gCAAgC;IAChC,MAAM,EAAE,MAAM,CAAA;IACd,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,2EAA2E;IAC3E,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAC9E,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB;iFAC6E;IAC7E,wBAAwB,CAAC,EAAE,MAAM,CAAA;IACjC,gCAAgC;IAChC,MAAM,CAAC,EAAE,WAAW,CAAA;IACpB,uBAAuB;IACvB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAA;IAC7C,qCAAqC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAA;IACb;;;;;OAKG;IACH,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,KAAK,OAAO,GAAG,IAAI,CAAA;IACpE;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,UAAU,CAAA;IACnB,wDAAwD;IACxD,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,WAAW,CAAA;KAAE,KAAK,IAAI,CAAA;CAChE;AAED,YAAY,EAAE,mBAAmB,EAAE,cAAc,EAAE,CAAA"}
|
package/dist/golden-matcher.d.ts
DELETED
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* GoldenMatcher — fuzzy matcher for "did the agent produce the expected things?".
|
|
3
|
-
*
|
|
4
|
-
* Universal primitive across agent-eval consumers. Use it for:
|
|
5
|
-
* - Test suites: did the run hit the expected assertions?
|
|
6
|
-
* - Tool agents: did the agent emit the expected tool call sequence?
|
|
7
|
-
* - Judges: did the verdict include the expected concepts?
|
|
8
|
-
* - Design audits: did the auditor surface the planted defects?
|
|
9
|
-
*
|
|
10
|
-
* Match rule (per golden):
|
|
11
|
-
* - Any phrase in `golden.any` (case-insensitive substring) appears in the
|
|
12
|
-
* candidate's text fields, OR
|
|
13
|
-
* - Any pattern in `golden.anyRegex` (case-insensitive) matches.
|
|
14
|
-
*
|
|
15
|
-
* Recall is severity-weighted by default: critical=3, major=2, minor=1.
|
|
16
|
-
* Missing one critical hurts more than missing three minors.
|
|
17
|
-
*/
|
|
18
|
-
export type GoldenSeverity = 'critical' | 'major' | 'minor';
|
|
19
|
-
export interface GoldenSpec {
|
|
20
|
-
/** Stable identifier — survives across runs so consumers can grep by id. */
|
|
21
|
-
id: string;
|
|
22
|
-
/** Severity drives recall weighting. */
|
|
23
|
-
severity: GoldenSeverity;
|
|
24
|
-
/**
|
|
25
|
-
* Substring phrases (case-insensitive). A hit on ANY phrase counts as a
|
|
26
|
-
* match. Keep these SHORT (3-6 words) and SPECIFIC.
|
|
27
|
-
*/
|
|
28
|
-
any: string[];
|
|
29
|
-
/** Optional regex patterns. ORed with `any`. */
|
|
30
|
-
anyRegex?: string[];
|
|
31
|
-
/** Free-form note — surfaces in reports for humans. */
|
|
32
|
-
hint?: string;
|
|
33
|
-
/** Optional category for grouping/filtering. */
|
|
34
|
-
category?: string;
|
|
35
|
-
}
|
|
36
|
-
export interface MatchResult {
|
|
37
|
-
/** Same length as goldens; `true` when matched. */
|
|
38
|
-
matches: boolean[];
|
|
39
|
-
/** Convenience: count of hits. */
|
|
40
|
-
hits: number;
|
|
41
|
-
/** Convenience: total goldens. */
|
|
42
|
-
total: number;
|
|
43
|
-
}
|
|
44
|
-
/**
|
|
45
|
-
* Match each golden against `candidates`, where each candidate exposes one or
|
|
46
|
-
* more text fields the matcher should search. Defaults to searching all
|
|
47
|
-
* string-typed fields concatenated.
|
|
48
|
-
*/
|
|
49
|
-
export declare function matchGoldens<T>(goldens: GoldenSpec[], candidates: T[], options?: {
|
|
50
|
-
/**
|
|
51
|
-
* Extract the searchable text for a candidate. Default: concatenate every
|
|
52
|
-
* top-level string field with a space.
|
|
53
|
-
*/
|
|
54
|
-
text?: (candidate: T) => string;
|
|
55
|
-
}): MatchResult;
|
|
56
|
-
/** Severity weights — exposed so consumers can override (rare). */
|
|
57
|
-
export declare const DEFAULT_SEVERITY_WEIGHTS: Record<GoldenSeverity, number>;
|
|
58
|
-
/** Severity-weighted recall over a MatchResult + the goldens that produced it. */
|
|
59
|
-
export declare function weightedRecall(goldens: GoldenSpec[], result: MatchResult, weights?: Record<GoldenSeverity, number>): number;
|
|
60
|
-
/**
|
|
61
|
-
* Precision proxy: fraction of emitted candidates that match SOME golden.
|
|
62
|
-
*
|
|
63
|
-
* No human-labelled negatives means unmatched candidates are SOFT false
|
|
64
|
-
* positives — punishes verbose agents that pad with filler. Doesn't punish
|
|
65
|
-
* unknown-but-real findings; the way to tighten this is to grow the golden
|
|
66
|
-
* set, not to invent a stricter score.
|
|
67
|
-
*/
|
|
68
|
-
export declare function precision<T>(goldens: GoldenSpec[], candidates: T[], options?: {
|
|
69
|
-
text?: (candidate: T) => string;
|
|
70
|
-
}): number;
|
|
71
|
-
//# sourceMappingURL=golden-matcher.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"golden-matcher.d.ts","sourceRoot":"","sources":["../src/golden-matcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,CAAA;AAE3D,MAAM,WAAW,UAAU;IACzB,4EAA4E;IAC5E,EAAE,EAAE,MAAM,CAAA;IACV,wCAAwC;IACxC,QAAQ,EAAE,cAAc,CAAA;IACxB;;;OAGG;IACH,GAAG,EAAE,MAAM,EAAE,CAAA;IACb,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAA;IACnB,uDAAuD;IACvD,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,mDAAmD;IACnD,OAAO,EAAE,OAAO,EAAE,CAAA;IAClB,kCAAkC;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,kCAAkC;IAClC,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,CAAC,EAC5B,OAAO,EAAE,UAAU,EAAE,EACrB,UAAU,EAAE,CAAC,EAAE,EACf,OAAO,GAAE;IACP;;;OAGG;IACH,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,MAAM,CAAA;CAC3B,GACL,WAAW,CASb;AAgCD,mEAAmE;AACnE,eAAO,MAAM,wBAAwB,EAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAInE,CAAA;AAED,kFAAkF;AAClF,wBAAgB,cAAc,CAC5B,OAAO,EAAE,UAAU,EAAE,EACrB,MAAM,EAAE,WAAW,EACnB,OAAO,GAAE,MAAM,CAAC,cAAc,EAAE,MAAM,CAA4B,GACjE,MAAM,CASR;AAED;;;;;;;GAOG;AACH,wBAAgB,SAAS,CAAC,CAAC,EACzB,OAAO,EAAE,UAAU,EAAE,EACrB,UAAU,EAAE,CAAC,EAAE,EACf,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,MAAM,CAAA;CAAO,GAChD,MAAM,CAoBR"}
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* EU AI Act — risk-class classification + compliance checklist.
|
|
3
|
-
*
|
|
4
|
-
* Classification is declarative: caller supplies the domain/use-case
|
|
5
|
-
* signals (biometric? critical infrastructure? education? employment?
|
|
6
|
-
* access to services?) and we map to the Act's risk tiers:
|
|
7
|
-
* - "unacceptable" (prohibited)
|
|
8
|
-
* - "high" (Annex III — strict obligations)
|
|
9
|
-
* - "limited" (transparency obligations)
|
|
10
|
-
* - "minimal" (voluntary codes of conduct)
|
|
11
|
-
*
|
|
12
|
-
* Then the compliance checklist enumerates Article 9 (risk mgmt),
|
|
13
|
-
* 10 (data + data governance), 11 (technical documentation), 13
|
|
14
|
-
* (transparency), 14 (human oversight), 15 (accuracy + robustness)
|
|
15
|
-
* requirements and flags gaps.
|
|
16
|
-
*/
|
|
17
|
-
import type { GovernanceContext, GovernanceReport } from './types';
|
|
18
|
-
export type EuRiskClass = 'unacceptable' | 'high' | 'limited' | 'minimal';
|
|
19
|
-
export interface UseCaseSignals {
|
|
20
|
-
/** Used for biometric identification in public spaces? (Art. 5 — unacceptable). */
|
|
21
|
-
biometricPublic?: boolean;
|
|
22
|
-
/** Social scoring by public authorities? (Art. 5). */
|
|
23
|
-
socialScoring?: boolean;
|
|
24
|
-
/** Subliminal manipulation? (Art. 5). */
|
|
25
|
-
subliminal?: boolean;
|
|
26
|
-
/** Annex III sector: critical infrastructure / education / employment /
|
|
27
|
-
* access to essential services / law enforcement / migration /
|
|
28
|
-
* administration of justice / democratic processes? */
|
|
29
|
-
annexIII?: boolean;
|
|
30
|
-
/** Interacts directly with natural persons (chatbot, agent)? — limited risk. */
|
|
31
|
-
chatbot?: boolean;
|
|
32
|
-
/** Generates synthetic media (image/audio/video/text deepfakes)? — limited risk. */
|
|
33
|
-
generatesSyntheticMedia?: boolean;
|
|
34
|
-
}
|
|
35
|
-
export declare function classifyEuAiRisk(signals: UseCaseSignals): EuRiskClass;
|
|
36
|
-
export declare function euAiActReport(ctx: GovernanceContext, signals: UseCaseSignals): Promise<GovernanceReport>;
|
|
37
|
-
//# sourceMappingURL=eu-ai-act.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"eu-ai-act.d.ts","sourceRoot":"","sources":["../../src/governance/eu-ai-act.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAqB,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAGrF,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,MAAM,GAAG,SAAS,GAAG,SAAS,CAAA;AAEzE,MAAM,WAAW,cAAc;IAC7B,mFAAmF;IACnF,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,sDAAsD;IACtD,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,yCAAyC;IACzC,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB;;4DAEwD;IACxD,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,gFAAgF;IAChF,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,oFAAoF;IACpF,uBAAuB,CAAC,EAAE,OAAO,CAAA;CAClC;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,cAAc,GAAG,WAAW,CAKrE;AAED,wBAAsB,aAAa,CACjC,GAAG,EAAE,iBAAiB,EACtB,OAAO,EAAE,cAAc,GACtB,OAAO,CAAC,gBAAgB,CAAC,CAsH3B"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/governance/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,eAAe,CAAA;AAC7B,cAAc,QAAQ,CAAA;AACtB,cAAc,SAAS,CAAA"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* NIST AI RMF 1.0 — Govern / Map / Measure / Manage mapping.
|
|
3
|
-
*
|
|
4
|
-
* Each subcategory derives its status from concrete framework state:
|
|
5
|
-
* MEASURE 2.x: do we have a calibration regime? contamination controls?
|
|
6
|
-
* MEASURE 2.7: are red-team results available?
|
|
7
|
-
* MANAGE 1.x: are outcome metrics captured? correlation measured?
|
|
8
|
-
* GOVERN 1.x: dataset + prompt provenance recorded?
|
|
9
|
-
*
|
|
10
|
-
* We ship the mapping and the derivation rules; consumers supply the
|
|
11
|
-
* GovernanceContext.
|
|
12
|
-
*/
|
|
13
|
-
import type { GovernanceContext, GovernanceReport } from './types';
|
|
14
|
-
export declare function nistAiRmfReport(ctx: GovernanceContext): Promise<GovernanceReport>;
|
|
15
|
-
//# sourceMappingURL=nist-ai-rmf.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"nist-ai-rmf.d.ts","sourceRoot":"","sources":["../../src/governance/nist-ai-rmf.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAqB,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAGrF,wBAAsB,eAAe,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAgKvF"}
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* SOC 2 — Common Criteria 7 (system operations + change management)
|
|
3
|
-
* audit trail derived from the trace corpus.
|
|
4
|
-
*
|
|
5
|
-
* This is NOT a formal SOC2 report — that requires an external
|
|
6
|
-
* auditor. What we ship is the machine-readable *evidence* package
|
|
7
|
-
* that an auditor consumes: run counts, deploy events, access log
|
|
8
|
-
* summary, anomaly tracking, response-time SLOs.
|
|
9
|
-
*/
|
|
10
|
-
import type { GovernanceContext, GovernanceReport } from './types';
|
|
11
|
-
export declare function soc2Report(ctx: GovernanceContext): Promise<GovernanceReport>;
|
|
12
|
-
//# sourceMappingURL=soc2.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"soc2.d.ts","sourceRoot":"","sources":["../../src/governance/soc2.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAqB,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAGrF,wBAAsB,UAAU,CAAC,GAAG,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CA6GlF"}
|
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Governance reporting — shared types.
|
|
3
|
-
*
|
|
4
|
-
* The framework collects a `GovernanceContext` (traces + outcomes +
|
|
5
|
-
* dataset manifests + red-team results + judge calibration) and each
|
|
6
|
-
* specific template (NIST AI RMF, SOC2, EU AI Act) renders a
|
|
7
|
-
* structured report from it.
|
|
8
|
-
*
|
|
9
|
-
* Reports are machine-readable JSON first; human-readable Markdown is a
|
|
10
|
-
* pure transform on top. External auditors consume the Markdown; CI
|
|
11
|
-
* consumes the JSON.
|
|
12
|
-
*/
|
|
13
|
-
import type { DatasetManifest } from '../dataset';
|
|
14
|
-
import type { CalibrationResult } from '../judge-calibration';
|
|
15
|
-
import type { OutcomeStore } from '../meta-eval/outcome-store';
|
|
16
|
-
import type { RedTeamReport } from '../red-team';
|
|
17
|
-
import type { TraceStore } from '../trace/store';
|
|
18
|
-
export interface GovernanceContext {
|
|
19
|
-
/** Legal / org identity for the report. */
|
|
20
|
-
organization: string;
|
|
21
|
-
/** System / agent identifier. */
|
|
22
|
-
systemName: string;
|
|
23
|
-
/** ISO8601 period the report covers. */
|
|
24
|
-
periodStart: string;
|
|
25
|
-
periodEnd: string;
|
|
26
|
-
/** Versioned dataset manifests used during the period. */
|
|
27
|
-
datasets: DatasetManifest[];
|
|
28
|
-
traceStore: TraceStore;
|
|
29
|
-
outcomeStore?: OutcomeStore;
|
|
30
|
-
/** Cached red-team results for the period, if available. */
|
|
31
|
-
redTeam?: RedTeamReport;
|
|
32
|
-
/** Judge-vs-human calibration results, if measured. */
|
|
33
|
-
judgeCalibration?: CalibrationResult[];
|
|
34
|
-
/** Responsible owner for the system — role + name + email. */
|
|
35
|
-
owner: {
|
|
36
|
-
role: string;
|
|
37
|
-
name: string;
|
|
38
|
-
email: string;
|
|
39
|
-
};
|
|
40
|
-
}
|
|
41
|
-
export interface GovernanceFinding {
|
|
42
|
-
id: string;
|
|
43
|
-
severity: 'info' | 'low' | 'medium' | 'high' | 'critical';
|
|
44
|
-
/** Control reference the finding maps to (e.g. "NIST-AI-RMF:MEASURE-2.1"). */
|
|
45
|
-
control: string;
|
|
46
|
-
summary: string;
|
|
47
|
-
evidence?: string;
|
|
48
|
-
remediation?: string;
|
|
49
|
-
}
|
|
50
|
-
export interface GovernanceReport {
|
|
51
|
-
framework: 'NIST-AI-RMF' | 'SOC2' | 'EU-AI-ACT';
|
|
52
|
-
version: string;
|
|
53
|
-
context: Pick<GovernanceContext, 'organization' | 'systemName' | 'periodStart' | 'periodEnd' | 'owner'>;
|
|
54
|
-
summary: {
|
|
55
|
-
findings: number;
|
|
56
|
-
byeverity: Record<GovernanceFinding['severity'], number>;
|
|
57
|
-
overall: 'compliant' | 'compliant-with-findings' | 'non-compliant';
|
|
58
|
-
};
|
|
59
|
-
findings: GovernanceFinding[];
|
|
60
|
-
/** Framework-specific structured payload (mapped controls, risk class, etc.). */
|
|
61
|
-
payload: Record<string, unknown>;
|
|
62
|
-
generatedAt: string;
|
|
63
|
-
}
|
|
64
|
-
export declare function renderMarkdown(report: GovernanceReport): string;
|
|
65
|
-
export declare function summarize(findings: GovernanceFinding[]): GovernanceReport['summary'];
|
|
66
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/governance/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEhD,MAAM,WAAW,iBAAiB;IAChC,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAA;IACpB,iCAAiC;IACjC,UAAU,EAAE,MAAM,CAAA;IAClB,wCAAwC;IACxC,WAAW,EAAE,MAAM,CAAA;IACnB,SAAS,EAAE,MAAM,CAAA;IACjB,0DAA0D;IAC1D,QAAQ,EAAE,eAAe,EAAE,CAAA;IAC3B,UAAU,EAAE,UAAU,CAAA;IACtB,YAAY,CAAC,EAAE,YAAY,CAAA;IAC3B,4DAA4D;IAC5D,OAAO,CAAC,EAAE,aAAa,CAAA;IACvB,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,iBAAiB,EAAE,CAAA;IACtC,8DAA8D;IAC9D,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAA;CACrD;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAA;IACV,QAAQ,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,CAAA;IACzD,8EAA8E;IAC9E,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,aAAa,GAAG,MAAM,GAAG,WAAW,CAAA;IAC/C,OAAO,EAAE,MAAM,CAAA;IACf,OAAO,EAAE,IAAI,CACX,iBAAiB,EACjB,cAAc,GAAG,YAAY,GAAG,aAAa,GAAG,WAAW,GAAG,OAAO,CACtE,CAAA;IACD,OAAO,EAAE;QACP,QAAQ,EAAE,MAAM,CAAA;QAChB,SAAS,EAAE,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAA;QACxD,OAAO,EAAE,WAAW,GAAG,yBAAyB,GAAG,eAAe,CAAA;KACnE,CAAA;IACD,QAAQ,EAAE,iBAAiB,EAAE,CAAA;IAC7B,iFAAiF;IACjF,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAChC,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CA4C/D;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,iBAAiB,EAAE,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAgBpF"}
|