@tangle-network/agent-eval 0.95.0 → 0.96.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/dist/adapters/http.d.ts +17 -10
- package/dist/adapters/langchain.d.ts +14 -7
- package/dist/adapters/otel.d.ts +25 -13
- package/dist/{rl/adversarial.d.ts → adversarial-DIVcDoI_.d.ts} +7 -6
- package/dist/analyst/index.d.ts +236 -28
- package/dist/analyst/index.js +1 -1
- package/dist/{trace-analyst/analyst.d.ts → analyst-C8HHvfJp.d.ts} +14 -12
- package/dist/{contract/analyze-runs.d.ts → analyze-runs-DtT6F_6T.d.ts} +10 -9
- package/dist/authenticity/index.d.ts +16 -15
- package/dist/{baseline.d.ts → baseline-Bbid3WoO.d.ts} +44 -8
- package/dist/belief-state/index.d.ts +605 -14
- package/dist/benchmarks/index.d.ts +5 -23
- package/dist/builder-eval/index.d.ts +250 -5
- package/dist/calibration-BPmzuVPk.d.ts +101 -0
- package/dist/campaign/index.d.ts +1452 -38
- package/dist/{chunk-AQ5WQAIV.js → chunk-3NHEO6ZC.js} +2 -2
- package/dist/chunk-3NHEO6ZC.js.map +1 -0
- package/dist/cli.d.ts +0 -2
- package/dist/{contract/intake/code-agent-session.d.ts → code-agent-session-CPHRCb4-.d.ts} +17 -15
- package/dist/contract/index.d.ts +824 -107
- package/dist/contract/index.js +145 -1
- package/dist/contract/index.js.map +1 -1
- package/dist/control-Doncu-B_.d.ts +259 -0
- package/dist/{control-runtime.d.ts → control-runtime-Acf9CGhw.d.ts} +26 -23
- package/dist/control.d.ts +10 -11
- package/dist/corpus-D4YW9UoJ.d.ts +560 -0
- package/dist/{cost-ledger.d.ts → cost-ledger-DuSqlw5B.d.ts} +11 -10
- package/dist/{counterfactual.d.ts → counterfactual-DlOz8PBx.d.ts} +13 -12
- package/dist/{dataset.d.ts → dataset-BbGkaN2I.d.ts} +14 -11
- package/dist/{analyst/registry.d.ts → default-registry-GyE8X5SP.d.ts} +37 -8
- package/dist/diagnose.d.ts +252 -1
- package/dist/{trace/emitter.d.ts → emitter-C2rqGH_l.d.ts} +12 -9
- package/dist/{errors.d.ts → errors-CzMUYo7b.d.ts} +11 -10
- package/dist/failure-cluster-DH9Flgcf.d.ts +76 -0
- package/dist/{feedback-trajectory.d.ts → feedback-trajectory-BxY0cKfs.d.ts} +38 -36
- package/dist/fuzz.d.ts +547 -1
- package/dist/gepa-Dprxvz8r.d.ts +414 -0
- package/dist/governance/index.d.ts +135 -5
- package/dist/harness-optimizer-mOl9XX_O.d.ts +106 -0
- package/dist/hosted/index.d.ts +239 -10
- package/dist/index-_Y4oNOOb.d.ts +159 -0
- package/dist/index.d.ts +5660 -277
- package/dist/index.js +1 -1
- package/dist/{contract/insight-report.d.ts → insight-report-BnRjTibG.d.ts} +19 -16
- package/dist/{trace/integrity.d.ts → integrity-D2t12mMw.d.ts} +14 -11
- package/dist/{judge-calibration.d.ts → judge-calibration-0p2QcWNE.d.ts} +17 -16
- package/dist/{analyst/kind-factory.d.ts → kind-factory-X3eDYbKn.d.ts} +61 -10
- package/dist/knowledge/index.d.ts +103 -3
- package/dist/{llm-client.d.ts → llm-client-Bj7g0rqu.d.ts} +23 -21
- package/dist/matrix/index.d.ts +30 -12
- package/dist/meta-eval/index.d.ts +182 -6
- package/dist/{multi-layer-verifier.d.ts → multi-layer-verifier-DUZXrPDA.d.ts} +15 -12
- package/dist/multishot/index.d.ts +290 -7
- package/dist/{rl/off-policy.d.ts → off-policy-DiwuKKg7.d.ts} +9 -8
- package/dist/openapi.json +1 -1
- package/dist/{meta-eval/outcome-store.d.ts → outcome-store-rnXLEqSn.d.ts} +8 -7
- package/dist/{pareto.d.ts → pareto-E-pembql.d.ts} +10 -9
- package/dist/perf/index.d.ts +119 -13
- package/dist/pipelines/index.d.ts +173 -8
- package/dist/pre-registration-nfUdc9EQ.d.ts +483 -0
- package/dist/prm/index.d.ts +104 -5
- package/dist/provenance-CIxfBnkl.d.ts +426 -0
- package/dist/query-B7GGjRox.d.ts +32 -0
- package/dist/{trace/raw-provider-sink.d.ts → raw-provider-sink-C46HDghv.d.ts} +14 -13
- package/dist/{red-team.d.ts → red-team-BWdoyleI.d.ts} +16 -14
- package/dist/{trace/redact.d.ts → redact-B40YG2M_.d.ts} +8 -7
- package/dist/release-report-pidWUMZ2.d.ts +233 -0
- package/dist/reporting.d.ts +16 -15
- package/dist/{eval-campaign.d.ts → researcher-Jr8ME1dZ.d.ts} +156 -34
- package/dist/rl.d.ts +1193 -1
- package/dist/{prm/rubric.d.ts → rubric-Cc6UHvUb.d.ts} +13 -10
- package/dist/{meta-eval/rubric-predictive-validity.d.ts → rubric-predictive-validity-C2hDKM8Z.d.ts} +11 -8
- package/dist/run-critic-CmMf05uV.d.ts +56 -0
- package/dist/{run-record.d.ts → run-record-CP2ObebC.d.ts} +117 -15
- package/dist/runtime-trajectory-BOUUjI0y.d.ts +49 -0
- package/dist/{trace/schema.d.ts → schema-m0gsnbt3.d.ts} +30 -29
- package/dist/semantic-concept-judge-DSBB2Cfp.d.ts +624 -0
- package/dist/{sequential.d.ts → sequential-5iSVfzl2.d.ts} +10 -9
- package/dist/{series-convergence.d.ts → series-convergence-D5OWMBg6.d.ts} +5 -4
- package/dist/sink-fetch-B1Yg4Til.d.ts +101 -0
- package/dist/{statistics.d.ts → statistics-CCJpTGOS.d.ts} +48 -46
- package/dist/{trace/store.d.ts → store-BcFXE6LG.d.ts} +12 -21
- package/dist/{trace-analyst/types.d.ts → store-C1YxJDEK.d.ts} +74 -18
- package/dist/storyboard/index.d.ts +81 -16
- package/dist/{summary-report.d.ts → summary-report-CInXwsza.d.ts} +160 -23
- package/dist/telemetry/{sink-file.d.ts → file.d.ts} +7 -5
- package/dist/telemetry/index.d.ts +35 -17
- package/dist/{sandbox-harness.d.ts → test-graded-scenario-DeODGLra.d.ts} +60 -15
- package/dist/{locked-jsonl-appender.d.ts → testing-C21CHsq2.d.ts} +4 -3
- package/dist/testing.d.ts +1 -5
- package/dist/traces.d.ts +976 -4
- package/dist/{trajectory.d.ts → trajectory-2TkpSEVh.d.ts} +9 -8
- package/dist/{analyst/types.d.ts → types-B5x54y6n.d.ts} +112 -19
- package/dist/{campaign/types.d.ts → types-BMahhhio.d.ts} +47 -44
- package/dist/{matrix/types.d.ts → types-BUxNaJ8c.d.ts} +11 -9
- package/dist/{types.d.ts → types-C7DGg5ex.d.ts} +33 -31
- package/dist/{verdict.d.ts → verdict-C9MlYujm.d.ts} +3 -2
- package/dist/wire/index.d.ts +570 -13
- package/dist/workflow/index.d.ts +496 -22
- package/package.json +2 -2
- package/dist/action-policy.d.ts +0 -24
- package/dist/action-policy.d.ts.map +0 -1
- package/dist/action-policy.test.d.ts +0 -2
- package/dist/action-policy.test.d.ts.map +0 -1
- package/dist/active-learning.d.ts +0 -41
- package/dist/active-learning.d.ts.map +0 -1
- package/dist/adapters/http.d.ts.map +0 -1
- package/dist/adapters/langchain.d.ts.map +0 -1
- package/dist/adapters/otel.d.ts.map +0 -1
- package/dist/agent-profile-cell.d.ts +0 -101
- package/dist/agent-profile-cell.d.ts.map +0 -1
- package/dist/agent-profile.d.ts +0 -27
- package/dist/agent-profile.d.ts.map +0 -1
- package/dist/agent-profile.test.d.ts +0 -2
- package/dist/agent-profile.test.d.ts.map +0 -1
- package/dist/analyst/adapters.d.ts +0 -62
- package/dist/analyst/adapters.d.ts.map +0 -1
- package/dist/analyst/analyst.test.d.ts +0 -2
- package/dist/analyst/analyst.test.d.ts.map +0 -1
- package/dist/analyst/ax-service.d.ts +0 -27
- package/dist/analyst/ax-service.d.ts.map +0 -1
- package/dist/analyst/behavioral-analyst.d.ts +0 -28
- package/dist/analyst/behavioral-analyst.d.ts.map +0 -1
- package/dist/analyst/chat-client.d.ts +0 -91
- package/dist/analyst/chat-client.d.ts.map +0 -1
- package/dist/analyst/default-registry.d.ts +0 -27
- package/dist/analyst/default-registry.d.ts.map +0 -1
- package/dist/analyst/default-registry.test.d.ts +0 -2
- package/dist/analyst/default-registry.test.d.ts.map +0 -1
- package/dist/analyst/finding-signature.d.ts +0 -48
- package/dist/analyst/finding-signature.d.ts.map +0 -1
- package/dist/analyst/finding-subject.d.ts +0 -146
- package/dist/analyst/finding-subject.d.ts.map +0 -1
- package/dist/analyst/finding-subject.test.d.ts +0 -2
- package/dist/analyst/finding-subject.test.d.ts.map +0 -1
- package/dist/analyst/findings-store.d.ts +0 -75
- package/dist/analyst/findings-store.d.ts.map +0 -1
- package/dist/analyst/index.d.ts.map +0 -1
- package/dist/analyst/kind-factory.d.ts.map +0 -1
- package/dist/analyst/kinds/failure-mode.d.ts +0 -19
- package/dist/analyst/kinds/failure-mode.d.ts.map +0 -1
- package/dist/analyst/kinds/improvement.d.ts +0 -23
- package/dist/analyst/kinds/improvement.d.ts.map +0 -1
- package/dist/analyst/kinds/index.d.ts +0 -22
- package/dist/analyst/kinds/index.d.ts.map +0 -1
- package/dist/analyst/kinds/kinds.test.d.ts +0 -2
- package/dist/analyst/kinds/kinds.test.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-gap.d.ts +0 -28
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +0 -1
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +0 -22
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.d.ts +0 -84
- package/dist/analyst/kinds/skill-usage.d.ts.map +0 -1
- package/dist/analyst/kinds/skill-usage.test.d.ts +0 -2
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.d.ts +0 -26
- package/dist/analyst/parse-tolerant.d.ts.map +0 -1
- package/dist/analyst/parse-tolerant.test.d.ts +0 -2
- package/dist/analyst/parse-tolerant.test.d.ts.map +0 -1
- package/dist/analyst/registry.budget.test.d.ts +0 -2
- package/dist/analyst/registry.budget.test.d.ts.map +0 -1
- package/dist/analyst/registry.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.d.ts +0 -35
- package/dist/analyst/steer-firewall.d.ts.map +0 -1
- package/dist/analyst/steer-firewall.test.d.ts +0 -2
- package/dist/analyst/steer-firewall.test.d.ts.map +0 -1
- package/dist/analyst/structure-findings.d.ts +0 -37
- package/dist/analyst/structure-findings.d.ts.map +0 -1
- package/dist/analyst/structure-findings.test.d.ts +0 -2
- package/dist/analyst/structure-findings.test.d.ts.map +0 -1
- package/dist/analyst/tool-groups.d.ts +0 -34
- package/dist/analyst/tool-groups.d.ts.map +0 -1
- package/dist/analyst/types.d.ts.map +0 -1
- package/dist/anti-slop.d.ts +0 -59
- package/dist/anti-slop.d.ts.map +0 -1
- package/dist/artifact-validator.d.ts +0 -74
- package/dist/artifact-validator.d.ts.map +0 -1
- package/dist/attestation.d.ts +0 -63
- package/dist/attestation.d.ts.map +0 -1
- package/dist/attestation.test.d.ts +0 -2
- package/dist/attestation.test.d.ts.map +0 -1
- package/dist/authenticity/index.d.ts.map +0 -1
- package/dist/authenticity/index.test.d.ts +0 -2
- package/dist/authenticity/index.test.d.ts.map +0 -1
- package/dist/auto-pr.d.ts +0 -120
- package/dist/auto-pr.d.ts.map +0 -1
- package/dist/baseline.d.ts.map +0 -1
- package/dist/behavior-dsl.d.ts +0 -73
- package/dist/behavior-dsl.d.ts.map +0 -1
- package/dist/belief-state/calibration.d.ts +0 -10
- package/dist/belief-state/calibration.d.ts.map +0 -1
- package/dist/belief-state/calibration.test.d.ts +0 -2
- package/dist/belief-state/calibration.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.d.ts +0 -66
- package/dist/belief-state/code-agent-corpus.d.ts.map +0 -1
- package/dist/belief-state/code-agent-corpus.test.d.ts +0 -2
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.d.ts +0 -22
- package/dist/belief-state/code-agent-evidence.d.ts.map +0 -1
- package/dist/belief-state/code-agent-evidence.test.d.ts +0 -2
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/extract.d.ts +0 -7
- package/dist/belief-state/extract.d.ts.map +0 -1
- package/dist/belief-state/extract.test.d.ts +0 -2
- package/dist/belief-state/extract.test.d.ts.map +0 -1
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/ope.d.ts +0 -17
- package/dist/belief-state/ope.d.ts.map +0 -1
- package/dist/belief-state/ope.test.d.ts +0 -2
- package/dist/belief-state/ope.test.d.ts.map +0 -1
- package/dist/belief-state/phase0-measurement.d.ts +0 -55
- package/dist/belief-state/phase0-measurement.d.ts.map +0 -1
- package/dist/belief-state/report.d.ts +0 -17
- package/dist/belief-state/report.d.ts.map +0 -1
- package/dist/belief-state/report.test.d.ts +0 -2
- package/dist/belief-state/report.test.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.d.ts +0 -23
- package/dist/belief-state/research-evidence.d.ts.map +0 -1
- package/dist/belief-state/research-evidence.test.d.ts +0 -2
- package/dist/belief-state/research-evidence.test.d.ts.map +0 -1
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +0 -32
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.d.ts +0 -87
- package/dist/belief-state/runtime-hooks.d.ts.map +0 -1
- package/dist/belief-state/runtime-hooks.test.d.ts +0 -2
- package/dist/belief-state/runtime-hooks.test.d.ts.map +0 -1
- package/dist/belief-state/selective.d.ts +0 -15
- package/dist/belief-state/selective.d.ts.map +0 -1
- package/dist/belief-state/selective.test.d.ts +0 -2
- package/dist/belief-state/selective.test.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.d.ts +0 -80
- package/dist/belief-state/shadow-probe.d.ts.map +0 -1
- package/dist/belief-state/shadow-probe.test.d.ts +0 -2
- package/dist/belief-state/shadow-probe.test.d.ts.map +0 -1
- package/dist/belief-state/types.d.ts +0 -195
- package/dist/belief-state/types.d.ts.map +0 -1
- package/dist/belief-state/types.test.d.ts +0 -2
- package/dist/belief-state/types.test.d.ts.map +0 -1
- package/dist/benchmark.d.ts +0 -14
- package/dist/benchmark.d.ts.map +0 -1
- package/dist/benchmarks/index.d.ts.map +0 -1
- package/dist/benchmarks/routing/dataset.d.ts +0 -34
- package/dist/benchmarks/routing/dataset.d.ts.map +0 -1
- package/dist/benchmarks/routing/index.d.ts +0 -34
- package/dist/benchmarks/routing/index.d.ts.map +0 -1
- package/dist/benchmarks/types.d.ts +0 -49
- package/dist/benchmarks/types.d.ts.map +0 -1
- package/dist/bisector.d.ts +0 -81
- package/dist/bisector.d.ts.map +0 -1
- package/dist/budget-guard.d.ts +0 -31
- package/dist/budget-guard.d.ts.map +0 -1
- package/dist/builder-eval/builder-session.d.ts +0 -111
- package/dist/builder-eval/builder-session.d.ts.map +0 -1
- package/dist/builder-eval/correlation.d.ts +0 -32
- package/dist/builder-eval/correlation.d.ts.map +0 -1
- package/dist/builder-eval/index.d.ts.map +0 -1
- package/dist/builder-eval/project-registry.d.ts +0 -51
- package/dist/builder-eval/project-registry.d.ts.map +0 -1
- package/dist/builder-eval/three-layer-eval.d.ts +0 -55
- package/dist/builder-eval/three-layer-eval.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.d.ts +0 -108
- package/dist/campaign/analyst-surface.d.ts.map +0 -1
- package/dist/campaign/analyst-surface.test.d.ts +0 -2
- package/dist/campaign/analyst-surface.test.d.ts.map +0 -1
- package/dist/campaign/auto-pr.d.ts +0 -46
- package/dist/campaign/auto-pr.d.ts.map +0 -1
- package/dist/campaign/distillation/agreement-judge.d.ts +0 -69
- package/dist/campaign/distillation/agreement-judge.d.ts.map +0 -1
- package/dist/campaign/distillation/cli.d.ts +0 -35
- package/dist/campaign/distillation/cli.d.ts.map +0 -1
- package/dist/campaign/distillation/distillation.test.d.ts +0 -2
- package/dist/campaign/distillation/distillation.test.d.ts.map +0 -1
- package/dist/campaign/distillation/gold-scenarios.d.ts +0 -54
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +0 -1
- package/dist/campaign/distillation/run-distillation.d.ts +0 -119
- package/dist/campaign/distillation/run-distillation.d.ts.map +0 -1
- package/dist/campaign/gates/compose.d.ts +0 -12
- package/dist/campaign/gates/compose.d.ts.map +0 -1
- package/dist/campaign/gates/default-production-gate.d.ts +0 -58
- package/dist/campaign/gates/default-production-gate.d.ts.map +0 -1
- package/dist/campaign/gates/heldout-gate.d.ts +0 -12
- package/dist/campaign/gates/heldout-gate.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.d.ts +0 -125
- package/dist/campaign/gates/promotion-policy.d.ts.map +0 -1
- package/dist/campaign/gates/promotion-policy.test.d.ts +0 -2
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.d.ts +0 -146
- package/dist/campaign/gates/sequential.d.ts.map +0 -1
- package/dist/campaign/gates/sequential.test.d.ts +0 -2
- package/dist/campaign/gates/sequential.test.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.d.ts +0 -99
- package/dist/campaign/gates/statistical-heldout.d.ts.map +0 -1
- package/dist/campaign/gates/statistical-heldout.test.d.ts +0 -2
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +0 -1
- package/dist/campaign/index.d.ts.map +0 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +0 -59
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +0 -1
- package/dist/campaign/presets/compare-proposers.d.ts +0 -146
- package/dist/campaign/presets/compare-proposers.d.ts.map +0 -1
- package/dist/campaign/presets/playback.d.ts +0 -120
- package/dist/campaign/presets/playback.d.ts.map +0 -1
- package/dist/campaign/presets/playback.test.d.ts +0 -2
- package/dist/campaign/presets/playback.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-eval.d.ts +0 -14
- package/dist/campaign/presets/run-eval.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.d.ts +0 -63
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +0 -1
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +0 -2
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +0 -1
- package/dist/campaign/presets/run-optimization.d.ts +0 -92
- package/dist/campaign/presets/run-optimization.d.ts.map +0 -1
- package/dist/campaign/presets/run-profile-matrix.d.ts +0 -151
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +0 -1
- package/dist/campaign/presets/run-skill-opt.d.ts +0 -96
- package/dist/campaign/presets/run-skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/_findings-text.d.ts +0 -22
- package/dist/campaign/proposers/_findings-text.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.d.ts +0 -33
- package/dist/campaign/proposers/ace.d.ts.map +0 -1
- package/dist/campaign/proposers/ace.test.d.ts +0 -2
- package/dist/campaign/proposers/ace.test.d.ts.map +0 -1
- package/dist/campaign/proposers/analysis-edit.d.ts +0 -32
- package/dist/campaign/proposers/analysis-edit.d.ts.map +0 -1
- package/dist/campaign/proposers/evolutionary.d.ts +0 -20
- package/dist/campaign/proposers/evolutionary.d.ts.map +0 -1
- package/dist/campaign/proposers/fapo.d.ts +0 -120
- package/dist/campaign/proposers/fapo.d.ts.map +0 -1
- package/dist/campaign/proposers/gepa.d.ts +0 -86
- package/dist/campaign/proposers/gepa.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.d.ts +0 -44
- package/dist/campaign/proposers/halo.d.ts.map +0 -1
- package/dist/campaign/proposers/halo.test.d.ts +0 -2
- package/dist/campaign/proposers/halo.test.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.d.ts +0 -47
- package/dist/campaign/proposers/memory.d.ts.map +0 -1
- package/dist/campaign/proposers/memory.test.d.ts +0 -2
- package/dist/campaign/proposers/memory.test.d.ts.map +0 -1
- package/dist/campaign/proposers/skill-opt.d.ts +0 -88
- package/dist/campaign/proposers/skill-opt.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.d.ts +0 -48
- package/dist/campaign/proposers/trace-analyst.d.ts.map +0 -1
- package/dist/campaign/proposers/trace-analyst.test.d.ts +0 -2
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +0 -1
- package/dist/campaign/provenance.d.ts +0 -185
- package/dist/campaign/provenance.d.ts.map +0 -1
- package/dist/campaign/run-campaign.d.ts +0 -90
- package/dist/campaign/run-campaign.d.ts.map +0 -1
- package/dist/campaign/score-utils.d.ts +0 -26
- package/dist/campaign/score-utils.d.ts.map +0 -1
- package/dist/campaign/skill-patch.d.ts +0 -62
- package/dist/campaign/skill-patch.d.ts.map +0 -1
- package/dist/campaign/storage.d.ts +0 -38
- package/dist/campaign/storage.d.ts.map +0 -1
- package/dist/campaign/types.d.ts.map +0 -1
- package/dist/campaign/worktree/index.d.ts +0 -53
- package/dist/campaign/worktree/index.d.ts.map +0 -1
- package/dist/canary.d.ts +0 -101
- package/dist/canary.d.ts.map +0 -1
- package/dist/causal-attribution.d.ts +0 -45
- package/dist/causal-attribution.d.ts.map +0 -1
- package/dist/chunk-AQ5WQAIV.js.map +0 -1
- package/dist/ci-gate.d.ts +0 -44
- package/dist/ci-gate.d.ts.map +0 -1
- package/dist/cli.d.ts.map +0 -1
- package/dist/client.d.ts +0 -77
- package/dist/client.d.ts.map +0 -1
- package/dist/client.test.d.ts +0 -2
- package/dist/client.test.d.ts.map +0 -1
- package/dist/command-runner.d.ts +0 -74
- package/dist/command-runner.d.ts.map +0 -1
- package/dist/command-runner.test.d.ts +0 -2
- package/dist/command-runner.test.d.ts.map +0 -1
- package/dist/completion-verifier.d.ts +0 -147
- package/dist/completion-verifier.d.ts.map +0 -1
- package/dist/completion-verifier.test.d.ts +0 -9
- package/dist/completion-verifier.test.d.ts.map +0 -1
- package/dist/concurrency.d.ts +0 -23
- package/dist/concurrency.d.ts.map +0 -1
- package/dist/contamination-guard.d.ts +0 -81
- package/dist/contamination-guard.d.ts.map +0 -1
- package/dist/contract/analyze-runs.d.ts.map +0 -1
- package/dist/contract/define-agent-eval.d.ts +0 -52
- package/dist/contract/define-agent-eval.d.ts.map +0 -1
- package/dist/contract/diff.d.ts +0 -114
- package/dist/contract/diff.d.ts.map +0 -1
- package/dist/contract/index.d.ts.map +0 -1
- package/dist/contract/insight-report.d.ts.map +0 -1
- package/dist/contract/insight-types-fwd.d.ts +0 -7
- package/dist/contract/insight-types-fwd.d.ts.map +0 -1
- package/dist/contract/intake/agent-trace.d.ts +0 -97
- package/dist/contract/intake/agent-trace.d.ts.map +0 -1
- package/dist/contract/intake/code-agent-session.d.ts.map +0 -1
- package/dist/contract/intake/feedback-table.d.ts +0 -87
- package/dist/contract/intake/feedback-table.d.ts.map +0 -1
- package/dist/contract/intake/index.d.ts +0 -22
- package/dist/contract/intake/index.d.ts.map +0 -1
- package/dist/contract/intake/otel-spans.d.ts +0 -33
- package/dist/contract/intake/otel-spans.d.ts.map +0 -1
- package/dist/contract/self-improve.d.ts +0 -284
- package/dist/contract/self-improve.d.ts.map +0 -1
- package/dist/control-runtime.d.ts.map +0 -1
- package/dist/control-runtime.test.d.ts +0 -2
- package/dist/control-runtime.test.d.ts.map +0 -1
- package/dist/control.d.ts.map +0 -1
- package/dist/convergence.d.ts +0 -29
- package/dist/convergence.d.ts.map +0 -1
- package/dist/cost-ledger.d.ts.map +0 -1
- package/dist/cost-ledger.test.d.ts +0 -2
- package/dist/cost-ledger.test.d.ts.map +0 -1
- package/dist/cost-report.d.ts +0 -43
- package/dist/cost-report.d.ts.map +0 -1
- package/dist/cost-report.test.d.ts +0 -2
- package/dist/cost-report.test.d.ts.map +0 -1
- package/dist/cost-tracker.d.ts +0 -76
- package/dist/cost-tracker.d.ts.map +0 -1
- package/dist/counterfactual.d.ts.map +0 -1
- package/dist/cross-trace-diff.d.ts +0 -56
- package/dist/cross-trace-diff.d.ts.map +0 -1
- package/dist/dataset.d.ts.map +0 -1
- package/dist/deploy-gate-layer.d.ts +0 -125
- package/dist/deploy-gate-layer.d.ts.map +0 -1
- package/dist/deploy-gate-layer.test.d.ts +0 -2
- package/dist/deploy-gate-layer.test.d.ts.map +0 -1
- package/dist/description-length-gate.d.ts +0 -119
- package/dist/description-length-gate.d.ts.map +0 -1
- package/dist/detectors/edge.test.d.ts +0 -2
- package/dist/detectors/edge.test.d.ts.map +0 -1
- package/dist/detectors/index.d.ts +0 -81
- package/dist/detectors/index.d.ts.map +0 -1
- package/dist/detectors/index.test.d.ts +0 -2
- package/dist/detectors/index.test.d.ts.map +0 -1
- package/dist/diagnose/causal-sweep.d.ts +0 -100
- package/dist/diagnose/causal-sweep.d.ts.map +0 -1
- package/dist/diagnose/index.d.ts +0 -36
- package/dist/diagnose/index.d.ts.map +0 -1
- package/dist/diagnose/remediation.d.ts +0 -68
- package/dist/diagnose/remediation.d.ts.map +0 -1
- package/dist/diagnose/repair.d.ts +0 -77
- package/dist/diagnose/repair.d.ts.map +0 -1
- package/dist/discover-personas.d.ts +0 -35
- package/dist/discover-personas.d.ts.map +0 -1
- package/dist/driver.d.ts +0 -95
- package/dist/driver.d.ts.map +0 -1
- package/dist/driver.test.d.ts +0 -8
- package/dist/driver.test.d.ts.map +0 -1
- package/dist/dual-agent-bench.d.ts +0 -81
- package/dist/dual-agent-bench.d.ts.map +0 -1
- package/dist/error-count-extractor.d.ts +0 -47
- package/dist/error-count-extractor.d.ts.map +0 -1
- package/dist/error-count-extractor.test.d.ts +0 -2
- package/dist/error-count-extractor.test.d.ts.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/eval-campaign.d.ts.map +0 -1
- package/dist/eval-campaign.test.d.ts +0 -2
- package/dist/eval-campaign.test.d.ts.map +0 -1
- package/dist/eval-tools.d.ts +0 -55
- package/dist/eval-tools.d.ts.map +0 -1
- package/dist/eval-trace-store.d.ts +0 -107
- package/dist/eval-trace-store.d.ts.map +0 -1
- package/dist/eval-trace-store.test.d.ts +0 -2
- package/dist/eval-trace-store.test.d.ts.map +0 -1
- package/dist/executor.d.ts +0 -38
- package/dist/executor.d.ts.map +0 -1
- package/dist/executor.test.d.ts +0 -10
- package/dist/executor.test.d.ts.map +0 -1
- package/dist/experiment-tracker.d.ts +0 -178
- package/dist/experiment-tracker.d.ts.map +0 -1
- package/dist/experiment-tracker.test.d.ts +0 -2
- package/dist/experiment-tracker.test.d.ts.map +0 -1
- package/dist/failure-taxonomy.d.ts +0 -38
- package/dist/failure-taxonomy.d.ts.map +0 -1
- package/dist/feedback-trajectory.d.ts.map +0 -1
- package/dist/feedback-trajectory.test.d.ts +0 -2
- package/dist/feedback-trajectory.test.d.ts.map +0 -1
- package/dist/flow-layer.d.ts +0 -90
- package/dist/flow-layer.d.ts.map +0 -1
- package/dist/flow-layer.test.d.ts +0 -2
- package/dist/flow-layer.test.d.ts.map +0 -1
- package/dist/fuzz/capsule.d.ts +0 -46
- package/dist/fuzz/capsule.d.ts.map +0 -1
- package/dist/fuzz/cube.d.ts +0 -36
- package/dist/fuzz/cube.d.ts.map +0 -1
- package/dist/fuzz/explorer-cost.test.d.ts +0 -2
- package/dist/fuzz/explorer-cost.test.d.ts.map +0 -1
- package/dist/fuzz/explorer.d.ts +0 -64
- package/dist/fuzz/explorer.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.d.ts +0 -16
- package/dist/fuzz/fuzz-agent.d.ts.map +0 -1
- package/dist/fuzz/fuzz-agent.test.d.ts +0 -2
- package/dist/fuzz/fuzz-agent.test.d.ts.map +0 -1
- package/dist/fuzz/gates.d.ts +0 -33
- package/dist/fuzz/gates.d.ts.map +0 -1
- package/dist/fuzz/index.d.ts +0 -26
- package/dist/fuzz/index.d.ts.map +0 -1
- package/dist/fuzz/policies.d.ts +0 -28
- package/dist/fuzz/policies.d.ts.map +0 -1
- package/dist/fuzz/tools.d.ts +0 -20
- package/dist/fuzz/tools.d.ts.map +0 -1
- package/dist/fuzz/types.d.ts +0 -307
- package/dist/fuzz/types.d.ts.map +0 -1
- package/dist/golden-matcher.d.ts +0 -71
- package/dist/golden-matcher.d.ts.map +0 -1
- package/dist/governance/eu-ai-act.d.ts +0 -37
- package/dist/governance/eu-ai-act.d.ts.map +0 -1
- package/dist/governance/index.d.ts.map +0 -1
- package/dist/governance/nist-ai-rmf.d.ts +0 -15
- package/dist/governance/nist-ai-rmf.d.ts.map +0 -1
- package/dist/governance/soc2.d.ts +0 -12
- package/dist/governance/soc2.d.ts.map +0 -1
- package/dist/governance/types.d.ts +0 -66
- package/dist/governance/types.d.ts.map +0 -1
- package/dist/harness-optimizer.d.ts +0 -82
- package/dist/harness-optimizer.d.ts.map +0 -1
- package/dist/held-out-gate.d.ts +0 -135
- package/dist/held-out-gate.d.ts.map +0 -1
- package/dist/hosted/client.d.ts +0 -73
- package/dist/hosted/client.d.ts.map +0 -1
- package/dist/hosted/from-env.test.d.ts +0 -8
- package/dist/hosted/from-env.test.d.ts.map +0 -1
- package/dist/hosted/index.d.ts.map +0 -1
- package/dist/hosted/types.d.ts +0 -159
- package/dist/hosted/types.d.ts.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/integrity/backend-integrity.d.ts +0 -71
- package/dist/integrity/backend-integrity.d.ts.map +0 -1
- package/dist/integrity/preflight.d.ts +0 -72
- package/dist/integrity/preflight.d.ts.map +0 -1
- package/dist/integrity/preflight.test.d.ts +0 -2
- package/dist/integrity/preflight.test.d.ts.map +0 -1
- package/dist/integrity/single-backend.d.ts +0 -67
- package/dist/integrity/single-backend.d.ts.map +0 -1
- package/dist/intent-match-judge.d.ts +0 -69
- package/dist/intent-match-judge.d.ts.map +0 -1
- package/dist/intent-match-judge.test.d.ts +0 -2
- package/dist/intent-match-judge.test.d.ts.map +0 -1
- package/dist/judge-calibration.d.ts.map +0 -1
- package/dist/judge-ensemble.d.ts +0 -66
- package/dist/judge-ensemble.d.ts.map +0 -1
- package/dist/judge-ensemble.test.d.ts +0 -8
- package/dist/judge-ensemble.test.d.ts.map +0 -1
- package/dist/judge-families.d.ts +0 -38
- package/dist/judge-families.d.ts.map +0 -1
- package/dist/judge-panel.d.ts +0 -65
- package/dist/judge-panel.d.ts.map +0 -1
- package/dist/judge-retry.d.ts +0 -70
- package/dist/judge-retry.d.ts.map +0 -1
- package/dist/judge-runner.d.ts +0 -36
- package/dist/judge-runner.d.ts.map +0 -1
- package/dist/judge-runner.test.d.ts +0 -2
- package/dist/judge-runner.test.d.ts.map +0 -1
- package/dist/judges.d.ts +0 -74
- package/dist/judges.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.d.ts +0 -89
- package/dist/keyword-coverage-judge.d.ts.map +0 -1
- package/dist/keyword-coverage-judge.test.d.ts +0 -2
- package/dist/keyword-coverage-judge.test.d.ts.map +0 -1
- package/dist/knowledge/index.d.ts.map +0 -1
- package/dist/knowledge/readiness.d.ts +0 -26
- package/dist/knowledge/readiness.d.ts.map +0 -1
- package/dist/knowledge/types.d.ts +0 -75
- package/dist/knowledge/types.d.ts.map +0 -1
- package/dist/live-proof.d.ts +0 -62
- package/dist/live-proof.d.ts.map +0 -1
- package/dist/llm-client.d.ts.map +0 -1
- package/dist/llm-client.test.d.ts +0 -2
- package/dist/llm-client.test.d.ts.map +0 -1
- package/dist/locked-jsonl-appender.d.ts.map +0 -1
- package/dist/matrix/aggregation.d.ts +0 -16
- package/dist/matrix/aggregation.d.ts.map +0 -1
- package/dist/matrix/index.d.ts.map +0 -1
- package/dist/matrix/runner.d.ts +0 -15
- package/dist/matrix/runner.d.ts.map +0 -1
- package/dist/matrix/types.d.ts.map +0 -1
- package/dist/meta-eval/calibration.d.ts +0 -47
- package/dist/meta-eval/calibration.d.ts.map +0 -1
- package/dist/meta-eval/correlation-study.d.ts +0 -53
- package/dist/meta-eval/correlation-study.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/meta-eval/outcome-store.d.ts.map +0 -1
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +0 -1
- package/dist/meta-eval/sentinel.d.ts +0 -169
- package/dist/meta-eval/sentinel.d.ts.map +0 -1
- package/dist/metrics.d.ts +0 -63
- package/dist/metrics.d.ts.map +0 -1
- package/dist/model-seats.d.ts +0 -71
- package/dist/model-seats.d.ts.map +0 -1
- package/dist/model-seats.test.d.ts +0 -2
- package/dist/model-seats.test.d.ts.map +0 -1
- package/dist/muffled-gate-scanner.d.ts +0 -102
- package/dist/muffled-gate-scanner.d.ts.map +0 -1
- package/dist/multi-layer-verifier.d.ts.map +0 -1
- package/dist/multi-layer-verifier.test.d.ts +0 -2
- package/dist/multi-layer-verifier.test.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.d.ts +0 -80
- package/dist/multi-toolchain-layer.d.ts.map +0 -1
- package/dist/multi-toolchain-layer.test.d.ts +0 -2
- package/dist/multi-toolchain-layer.test.d.ts.map +0 -1
- package/dist/multishot/default-tools.d.ts +0 -34
- package/dist/multishot/default-tools.d.ts.map +0 -1
- package/dist/multishot/index.d.ts.map +0 -1
- package/dist/multishot/judges.d.ts +0 -32
- package/dist/multishot/judges.d.ts.map +0 -1
- package/dist/multishot/matrix.d.ts +0 -107
- package/dist/multishot/matrix.d.ts.map +0 -1
- package/dist/multishot/multishot.d.ts +0 -23
- package/dist/multishot/multishot.d.ts.map +0 -1
- package/dist/multishot/router.d.ts +0 -37
- package/dist/multishot/router.d.ts.map +0 -1
- package/dist/multishot/types.d.ts +0 -60
- package/dist/multishot/types.d.ts.map +0 -1
- package/dist/observability.d.ts +0 -71
- package/dist/observability.d.ts.map +0 -1
- package/dist/oracle.d.ts +0 -55
- package/dist/oracle.d.ts.map +0 -1
- package/dist/orthogonality.d.ts +0 -35
- package/dist/orthogonality.d.ts.map +0 -1
- package/dist/otel-pipeline.d.ts +0 -31
- package/dist/otel-pipeline.d.ts.map +0 -1
- package/dist/paraphrase.d.ts +0 -107
- package/dist/paraphrase.d.ts.map +0 -1
- package/dist/pareto.d.ts.map +0 -1
- package/dist/partition-held-out.d.ts +0 -70
- package/dist/partition-held-out.d.ts.map +0 -1
- package/dist/partition-held-out.test.d.ts +0 -2
- package/dist/partition-held-out.test.d.ts.map +0 -1
- package/dist/perf/index.d.ts.map +0 -1
- package/dist/perf/integrity.d.ts +0 -30
- package/dist/perf/integrity.d.ts.map +0 -1
- package/dist/perf/journey.d.ts +0 -45
- package/dist/perf/journey.d.ts.map +0 -1
- package/dist/perf/ratchet.d.ts +0 -47
- package/dist/perf/ratchet.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.d.ts +0 -31
- package/dist/pipelines/budget-breach.d.ts.map +0 -1
- package/dist/pipelines/budget-breach.test.d.ts +0 -2
- package/dist/pipelines/budget-breach.test.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.d.ts +0 -38
- package/dist/pipelines/failure-cluster.d.ts.map +0 -1
- package/dist/pipelines/failure-cluster.test.d.ts +0 -2
- package/dist/pipelines/failure-cluster.test.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.d.ts +0 -26
- package/dist/pipelines/first-divergence.d.ts.map +0 -1
- package/dist/pipelines/first-divergence.test.d.ts +0 -2
- package/dist/pipelines/first-divergence.test.d.ts.map +0 -1
- package/dist/pipelines/index.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.d.ts +0 -26
- package/dist/pipelines/judge-agreement.d.ts.map +0 -1
- package/dist/pipelines/judge-agreement.test.d.ts +0 -2
- package/dist/pipelines/judge-agreement.test.d.ts.map +0 -1
- package/dist/pipelines/regression.d.ts +0 -23
- package/dist/pipelines/regression.d.ts.map +0 -1
- package/dist/pipelines/regression.test.d.ts +0 -2
- package/dist/pipelines/regression.test.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.d.ts +0 -32
- package/dist/pipelines/stuck-loop.d.ts.map +0 -1
- package/dist/pipelines/stuck-loop.test.d.ts +0 -2
- package/dist/pipelines/stuck-loop.test.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.d.ts +0 -34
- package/dist/pipelines/tool-waste.d.ts.map +0 -1
- package/dist/pipelines/tool-waste.test.d.ts +0 -2
- package/dist/pipelines/tool-waste.test.d.ts.map +0 -1
- package/dist/playbook.d.ts +0 -16
- package/dist/playbook.d.ts.map +0 -1
- package/dist/pr-review-benchmark.d.ts +0 -88
- package/dist/pr-review-benchmark.d.ts.map +0 -1
- package/dist/pr-review-benchmark.test.d.ts +0 -2
- package/dist/pr-review-benchmark.test.d.ts.map +0 -1
- package/dist/pre-registration.d.ts +0 -125
- package/dist/pre-registration.d.ts.map +0 -1
- package/dist/prm/builtin-rubrics.d.ts +0 -33
- package/dist/prm/builtin-rubrics.d.ts.map +0 -1
- package/dist/prm/index.d.ts.map +0 -1
- package/dist/prm/inference.d.ts +0 -29
- package/dist/prm/inference.d.ts.map +0 -1
- package/dist/prm/inference.test.d.ts +0 -2
- package/dist/prm/inference.test.d.ts.map +0 -1
- package/dist/prm/rubric.d.ts.map +0 -1
- package/dist/prm/training-export.d.ts +0 -38
- package/dist/prm/training-export.d.ts.map +0 -1
- package/dist/produced-state.d.ts +0 -63
- package/dist/produced-state.d.ts.map +0 -1
- package/dist/produced-state.test.d.ts +0 -8
- package/dist/produced-state.test.d.ts.map +0 -1
- package/dist/profile/baselines.d.ts +0 -37
- package/dist/profile/baselines.d.ts.map +0 -1
- package/dist/profile/index.d.ts +0 -105
- package/dist/profile/index.d.ts.map +0 -1
- package/dist/promotion-gate.d.ts +0 -93
- package/dist/promotion-gate.d.ts.map +0 -1
- package/dist/prompt-registry.d.ts +0 -41
- package/dist/prompt-registry.d.ts.map +0 -1
- package/dist/propose-review-control.d.ts +0 -49
- package/dist/propose-review-control.d.ts.map +0 -1
- package/dist/propose-review-control.test.d.ts +0 -2
- package/dist/propose-review-control.test.d.ts.map +0 -1
- package/dist/propose-review.d.ts +0 -155
- package/dist/propose-review.d.ts.map +0 -1
- package/dist/red-team.d.ts.map +0 -1
- package/dist/reference-replay-steering.d.ts +0 -11
- package/dist/reference-replay-steering.d.ts.map +0 -1
- package/dist/reference-replay.d.ts +0 -176
- package/dist/reference-replay.d.ts.map +0 -1
- package/dist/reflective-mutation.d.ts +0 -79
- package/dist/reflective-mutation.d.ts.map +0 -1
- package/dist/registry.d.ts +0 -31
- package/dist/registry.d.ts.map +0 -1
- package/dist/release-confidence.d.ts +0 -128
- package/dist/release-confidence.d.ts.map +0 -1
- package/dist/release-report.d.ts +0 -11
- package/dist/release-report.d.ts.map +0 -1
- package/dist/replay.d.ts +0 -120
- package/dist/replay.d.ts.map +0 -1
- package/dist/reporter.d.ts +0 -14
- package/dist/reporter.d.ts.map +0 -1
- package/dist/reporting.d.ts.map +0 -1
- package/dist/researcher.d.ts +0 -140
- package/dist/researcher.d.ts.map +0 -1
- package/dist/reviewer.d.ts +0 -118
- package/dist/reviewer.d.ts.map +0 -1
- package/dist/reviewer.test.d.ts +0 -2
- package/dist/reviewer.test.d.ts.map +0 -1
- package/dist/reward-model-export.d.ts +0 -60
- package/dist/reward-model-export.d.ts.map +0 -1
- package/dist/rl/active-curriculum.d.ts +0 -110
- package/dist/rl/active-curriculum.d.ts.map +0 -1
- package/dist/rl/adaptation-eval.d.ts +0 -109
- package/dist/rl/adaptation-eval.d.ts.map +0 -1
- package/dist/rl/adversarial.d.ts.map +0 -1
- package/dist/rl/compute-curves.d.ts +0 -127
- package/dist/rl/compute-curves.d.ts.map +0 -1
- package/dist/rl/contamination.d.ts +0 -117
- package/dist/rl/contamination.d.ts.map +0 -1
- package/dist/rl/corpus.d.ts +0 -55
- package/dist/rl/corpus.d.ts.map +0 -1
- package/dist/rl/corpus.test.d.ts +0 -2
- package/dist/rl/corpus.test.d.ts.map +0 -1
- package/dist/rl/dataset.d.ts +0 -102
- package/dist/rl/dataset.d.ts.map +0 -1
- package/dist/rl/dataset.test.d.ts +0 -2
- package/dist/rl/dataset.test.d.ts.map +0 -1
- package/dist/rl/exporters.d.ts +0 -141
- package/dist/rl/exporters.d.ts.map +0 -1
- package/dist/rl/index.d.ts +0 -49
- package/dist/rl/index.d.ts.map +0 -1
- package/dist/rl/off-policy.d.ts.map +0 -1
- package/dist/rl/predictive-validity-researcher.d.ts +0 -69
- package/dist/rl/predictive-validity-researcher.d.ts.map +0 -1
- package/dist/rl/preferences.d.ts +0 -141
- package/dist/rl/preferences.d.ts.map +0 -1
- package/dist/rl/process-reward.d.ts +0 -122
- package/dist/rl/process-reward.d.ts.map +0 -1
- package/dist/rl/reward-hacking.d.ts +0 -104
- package/dist/rl/reward-hacking.d.ts.map +0 -1
- package/dist/rl/rl-campaign.d.ts +0 -85
- package/dist/rl/rl-campaign.d.ts.map +0 -1
- package/dist/rl/run-record-adapters.d.ts +0 -56
- package/dist/rl/run-record-adapters.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.d.ts +0 -166
- package/dist/rl/sim-fidelity.d.ts.map +0 -1
- package/dist/rl/sim-fidelity.test.d.ts +0 -2
- package/dist/rl/sim-fidelity.test.d.ts.map +0 -1
- package/dist/rl/tournament.d.ts +0 -115
- package/dist/rl/tournament.d.ts.map +0 -1
- package/dist/rl/verifiable-reward.d.ts +0 -124
- package/dist/rl/verifiable-reward.d.ts.map +0 -1
- package/dist/run-critic.d.ts +0 -23
- package/dist/run-critic.d.ts.map +0 -1
- package/dist/run-evidence.d.ts +0 -32
- package/dist/run-evidence.d.ts.map +0 -1
- package/dist/run-record.d.ts.map +0 -1
- package/dist/run-record.test.d.ts +0 -2
- package/dist/run-record.test.d.ts.map +0 -1
- package/dist/run-score.d.ts +0 -31
- package/dist/run-score.d.ts.map +0 -1
- package/dist/runtime-trajectory.d.ts +0 -47
- package/dist/runtime-trajectory.d.ts.map +0 -1
- package/dist/sandbox-harness.d.ts.map +0 -1
- package/dist/sandbox-harness.test.d.ts +0 -2
- package/dist/sandbox-harness.test.d.ts.map +0 -1
- package/dist/sandbox-pool.d.ts +0 -74
- package/dist/sandbox-pool.d.ts.map +0 -1
- package/dist/sandbox-pool.test.d.ts +0 -2
- package/dist/sandbox-pool.test.d.ts.map +0 -1
- package/dist/scorecard.d.ts +0 -133
- package/dist/scorecard.d.ts.map +0 -1
- package/dist/scorecard.test.d.ts +0 -2
- package/dist/scorecard.test.d.ts.map +0 -1
- package/dist/self-play.d.ts +0 -69
- package/dist/self-play.d.ts.map +0 -1
- package/dist/semantic-concept-judge.d.ts +0 -135
- package/dist/semantic-concept-judge.d.ts.map +0 -1
- package/dist/semantic-concept-judge.test.d.ts +0 -2
- package/dist/semantic-concept-judge.test.d.ts.map +0 -1
- package/dist/sequential.d.ts.map +0 -1
- package/dist/series-convergence.d.ts.map +0 -1
- package/dist/slo.d.ts +0 -48
- package/dist/slo.d.ts.map +0 -1
- package/dist/state-continuity.d.ts +0 -47
- package/dist/state-continuity.d.ts.map +0 -1
- package/dist/statistics.d.ts.map +0 -1
- package/dist/statistics.test.d.ts +0 -2
- package/dist/statistics.test.d.ts.map +0 -1
- package/dist/steering-optimizer.d.ts +0 -58
- package/dist/steering-optimizer.d.ts.map +0 -1
- package/dist/steering.d.ts +0 -24
- package/dist/steering.d.ts.map +0 -1
- package/dist/storyboard/code-edit.d.ts +0 -64
- package/dist/storyboard/code-edit.d.ts.map +0 -1
- package/dist/storyboard/code-edit.test.d.ts +0 -2
- package/dist/storyboard/code-edit.test.d.ts.map +0 -1
- package/dist/storyboard/index.d.ts.map +0 -1
- package/dist/storyboard/index.test.d.ts +0 -2
- package/dist/storyboard/index.test.d.ts.map +0 -1
- package/dist/summary-report.d.ts.map +0 -1
- package/dist/telemetry/client.d.ts +0 -35
- package/dist/telemetry/client.d.ts.map +0 -1
- package/dist/telemetry/index.d.ts.map +0 -1
- package/dist/telemetry/schema.d.ts +0 -61
- package/dist/telemetry/schema.d.ts.map +0 -1
- package/dist/telemetry/sink-fetch.d.ts +0 -39
- package/dist/telemetry/sink-fetch.d.ts.map +0 -1
- package/dist/telemetry/sink-file.d.ts.map +0 -1
- package/dist/test-graded-scenario.d.ts +0 -42
- package/dist/test-graded-scenario.d.ts.map +0 -1
- package/dist/testing.d.ts.map +0 -1
- package/dist/tool-use-metrics.d.ts +0 -35
- package/dist/tool-use-metrics.d.ts.map +0 -1
- package/dist/trace/capture-fetch.d.ts +0 -48
- package/dist/trace/capture-fetch.d.ts.map +0 -1
- package/dist/trace/capture-fetch.test.d.ts +0 -2
- package/dist/trace/capture-fetch.test.d.ts.map +0 -1
- package/dist/trace/emitter.d.ts.map +0 -1
- package/dist/trace/extract-usage.d.ts +0 -46
- package/dist/trace/extract-usage.d.ts.map +0 -1
- package/dist/trace/extract-usage.test.d.ts +0 -2
- package/dist/trace/extract-usage.test.d.ts.map +0 -1
- package/dist/trace/index.d.ts +0 -15
- package/dist/trace/index.d.ts.map +0 -1
- package/dist/trace/integrity.d.ts.map +0 -1
- package/dist/trace/otel-bridge.d.ts +0 -29
- package/dist/trace/otel-bridge.d.ts.map +0 -1
- package/dist/trace/otel-export.d.ts +0 -52
- package/dist/trace/otel-export.d.ts.map +0 -1
- package/dist/trace/otel.d.ts +0 -57
- package/dist/trace/otel.d.ts.map +0 -1
- package/dist/trace/otlp-attributes.d.ts +0 -17
- package/dist/trace/otlp-attributes.d.ts.map +0 -1
- package/dist/trace/query.d.ts +0 -29
- package/dist/trace/query.d.ts.map +0 -1
- package/dist/trace/query.test.d.ts +0 -2
- package/dist/trace/query.test.d.ts.map +0 -1
- package/dist/trace/raw-provider-sink.d.ts.map +0 -1
- package/dist/trace/redact.d.ts.map +0 -1
- package/dist/trace/schema.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.d.ts +0 -72
- package/dist/trace/store-to-otlp.d.ts.map +0 -1
- package/dist/trace/store-to-otlp.test.d.ts +0 -2
- package/dist/trace/store-to-otlp.test.d.ts.map +0 -1
- package/dist/trace/store.d.ts.map +0 -1
- package/dist/trace/store.test.d.ts +0 -2
- package/dist/trace/store.test.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.d.ts.map +0 -1
- package/dist/trace-analyst/analyst.test.d.ts +0 -2
- package/dist/trace-analyst/analyst.test.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.d.ts +0 -40
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +0 -1
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +0 -2
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +0 -1
- package/dist/trace-analyst/hook.d.ts +0 -55
- package/dist/trace-analyst/hook.d.ts.map +0 -1
- package/dist/trace-analyst/index.d.ts +0 -18
- package/dist/trace-analyst/index.d.ts.map +0 -1
- package/dist/trace-analyst/insights.d.ts +0 -71
- package/dist/trace-analyst/insights.d.ts.map +0 -1
- package/dist/trace-analyst/insights.test.d.ts +0 -2
- package/dist/trace-analyst/insights.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-flatten.d.ts +0 -42
- package/dist/trace-analyst/otlp-flatten.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.d.ts +0 -85
- package/dist/trace-analyst/otlp-span.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-span.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-span.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.d.ts +0 -115
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +0 -1
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/prompts.d.ts +0 -6
- package/dist/trace-analyst/prompts.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.d.ts +0 -126
- package/dist/trace-analyst/store-otlp.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.test.d.ts +0 -8
- package/dist/trace-analyst/store-otlp.test.d.ts.map +0 -1
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +0 -2
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +0 -1
- package/dist/trace-analyst/store.d.ts +0 -63
- package/dist/trace-analyst/store.d.ts.map +0 -1
- package/dist/trace-analyst/tools.d.ts +0 -44
- package/dist/trace-analyst/tools.d.ts.map +0 -1
- package/dist/trace-analyst/tools.test.d.ts +0 -10
- package/dist/trace-analyst/tools.test.d.ts.map +0 -1
- package/dist/trace-analyst/types.d.ts.map +0 -1
- package/dist/trace-contracts.d.ts +0 -180
- package/dist/trace-contracts.d.ts.map +0 -1
- package/dist/traced-analyst.d.ts +0 -26
- package/dist/traced-analyst.d.ts.map +0 -1
- package/dist/traced-judges.d.ts +0 -27
- package/dist/traced-judges.d.ts.map +0 -1
- package/dist/traces.d.ts.map +0 -1
- package/dist/trajectory.d.ts.map +0 -1
- package/dist/types.d.ts.map +0 -1
- package/dist/ui-finding.d.ts +0 -104
- package/dist/ui-finding.d.ts.map +0 -1
- package/dist/verdict-cache.d.ts +0 -78
- package/dist/verdict-cache.d.ts.map +0 -1
- package/dist/verdict-cache.test.d.ts +0 -2
- package/dist/verdict-cache.test.d.ts.map +0 -1
- package/dist/verdict.d.ts.map +0 -1
- package/dist/visual-diff.d.ts +0 -32
- package/dist/visual-diff.d.ts.map +0 -1
- package/dist/wire/handlers.d.ts +0 -54
- package/dist/wire/handlers.d.ts.map +0 -1
- package/dist/wire/index.d.ts.map +0 -1
- package/dist/wire/openapi.d.ts +0 -3
- package/dist/wire/openapi.d.ts.map +0 -1
- package/dist/wire/rpc.d.ts +0 -21
- package/dist/wire/rpc.d.ts.map +0 -1
- package/dist/wire/rubrics.d.ts +0 -34
- package/dist/wire/rubrics.d.ts.map +0 -1
- package/dist/wire/schemas.d.ts +0 -410
- package/dist/wire/schemas.d.ts.map +0 -1
- package/dist/wire/server.d.ts +0 -60
- package/dist/wire/server.d.ts.map +0 -1
- package/dist/workflow/event-schema.d.ts +0 -5
- package/dist/workflow/event-schema.d.ts.map +0 -1
- package/dist/workflow/feedback-pack.d.ts +0 -99
- package/dist/workflow/feedback-pack.d.ts.map +0 -1
- package/dist/workflow/index.d.ts.map +0 -1
- package/dist/workflow/intelligence-export.d.ts +0 -62
- package/dist/workflow/intelligence-export.d.ts.map +0 -1
- package/dist/workflow/partner-report.d.ts +0 -49
- package/dist/workflow/partner-report.d.ts.map +0 -1
- package/dist/workflow/phase-graph.d.ts +0 -43
- package/dist/workflow/phase-graph.d.ts.map +0 -1
- package/dist/workflow/promotion-gate.d.ts +0 -61
- package/dist/workflow/promotion-gate.d.ts.map +0 -1
- package/dist/workflow/run-record.d.ts +0 -12
- package/dist/workflow/run-record.d.ts.map +0 -1
- package/dist/workflow/runtime-adapter.d.ts +0 -20
- package/dist/workflow/runtime-adapter.d.ts.map +0 -1
- package/dist/workflow/sanitize.d.ts +0 -21
- package/dist/workflow/sanitize.d.ts.map +0 -1
- package/dist/workflow/schema.d.ts +0 -5
- package/dist/workflow/schema.d.ts.map +0 -1
- package/dist/workflow/summary.d.ts +0 -43
- package/dist/workflow/summary.d.ts.map +0 -1
- package/dist/workflow/trace-event-fields.d.ts +0 -6
- package/dist/workflow/trace-event-fields.d.ts.map +0 -1
- package/dist/workflow/trajectory.d.ts +0 -15
- package/dist/workflow/trajectory.d.ts.map +0 -1
- package/dist/workflow/types.d.ts +0 -68
- package/dist/workflow/types.d.ts.map +0 -1
- package/dist/workspace-inspector.d.ts +0 -67
- package/dist/workspace-inspector.d.ts.map +0 -1
- package/dist/wrangler-deploy-runner.test.d.ts +0 -2
- package/dist/wrangler-deploy-runner.test.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,23 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.95.0] — 2026-06-21 — FAPO proposer + public-surface prune
|
|
8
|
+
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- **FAPO proposer policy** in the campaign proposer family — feeds `runImprovementLoop` / `runCampaign` proposer-driven self-improvement (`gepaProposer` at `src/campaign/proposers/gepa.ts`).
|
|
12
|
+
|
|
13
|
+
### Changed
|
|
14
|
+
|
|
15
|
+
- Profile handling finalized on the canonical `@tangle-network/agent-interface` `AgentProfile` — completes the migration in 0.94.0. Per-run profile cells are built via `buildAgentInterfaceProfileCell` with `sourceProfile.kind = 'agent-interface-profile'`.
|
|
16
|
+
- Proposer and trace plumbing cleaned up across the campaign surface.
|
|
17
|
+
|
|
18
|
+
### Removed
|
|
19
|
+
|
|
20
|
+
- **Pruned stale public exports.** Loop / proposer / ship-gate primitives (`runImprovementLoop`, `gepaProposer`, `defaultProductionGate`, `defineAgentEval`, `runCampaign`, …) are reached via the `@tangle-network/agent-eval/contract` subpath; importing them from the package root no longer resolves.
|
|
21
|
+
|
|
22
|
+
---
|
|
23
|
+
|
|
7
24
|
## [0.94.0] — 2026-06-21 — canonical AgentProfile + defineAgentEval DX
|
|
8
25
|
|
|
9
26
|
### Changed
|
package/dist/adapters/http.d.ts
CHANGED
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
import { S as Scenario, D as DispatchFn, b as DispatchContext } from '../types-BMahhhio.js';
|
|
2
|
+
import '../run-record-CP2ObebC.js';
|
|
3
|
+
import '@tangle-network/agent-interface';
|
|
4
|
+
import '../errors-CzMUYo7b.js';
|
|
5
|
+
import '../schema-m0gsnbt3.js';
|
|
6
|
+
|
|
1
7
|
/**
|
|
2
8
|
* # `@tangle-network/agent-eval/adapters/http` — distributed Dispatch over HTTP.
|
|
3
9
|
*
|
|
@@ -30,8 +36,8 @@
|
|
|
30
36
|
* (holds optimization state across generations); workers are stateless
|
|
31
37
|
* HTTP services that can scale horizontally per cell.
|
|
32
38
|
*/
|
|
33
|
-
|
|
34
|
-
|
|
39
|
+
|
|
40
|
+
interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
|
|
35
41
|
/** Static endpoint URL. Mutually exclusive with `resolveUrl`. */
|
|
36
42
|
url?: string;
|
|
37
43
|
/**
|
|
@@ -55,7 +61,7 @@ export interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
|
|
|
55
61
|
/** Optional fetch override (auth wrappers, custom agent, mocks). */
|
|
56
62
|
fetchImpl?: typeof fetch;
|
|
57
63
|
}
|
|
58
|
-
|
|
64
|
+
interface HttpDispatchRequestBody<TScenario extends Scenario> {
|
|
59
65
|
scenario: TScenario;
|
|
60
66
|
cellId: string;
|
|
61
67
|
rep: number;
|
|
@@ -64,7 +70,7 @@ export interface HttpDispatchRequestBody<TScenario extends Scenario> {
|
|
|
64
70
|
placement?: string;
|
|
65
71
|
cycleId?: string;
|
|
66
72
|
}
|
|
67
|
-
|
|
73
|
+
interface HttpDispatchResponseBody<TArtifact> {
|
|
68
74
|
artifact: TArtifact;
|
|
69
75
|
}
|
|
70
76
|
/**
|
|
@@ -75,10 +81,10 @@ export interface HttpDispatchResponseBody<TArtifact> {
|
|
|
75
81
|
* server's `runDispatchServer` translates the resulting `AbortError` into
|
|
76
82
|
* a 499 (client-closed) so the client doesn't retry.
|
|
77
83
|
*/
|
|
78
|
-
|
|
79
|
-
|
|
84
|
+
declare function httpDispatch<TScenario extends Scenario, TArtifact>(opts: HttpDispatchOptions<TScenario, TArtifact>): DispatchFn<TScenario, TArtifact>;
|
|
85
|
+
interface RunDispatchServerOptions<TScenario extends Scenario, TArtifact> {
|
|
80
86
|
/** The Dispatch this server exposes — what runs when a request lands. */
|
|
81
|
-
dispatch:
|
|
87
|
+
dispatch: DispatchFn<TScenario, TArtifact>;
|
|
82
88
|
/** TCP port to bind. */
|
|
83
89
|
port: number;
|
|
84
90
|
/** Optional bind host; defaults to 0.0.0.0. */
|
|
@@ -107,7 +113,7 @@ export interface RunDispatchServerOptions<TScenario extends Scenario, TArtifact>
|
|
|
107
113
|
error?: unknown;
|
|
108
114
|
}) => void;
|
|
109
115
|
}
|
|
110
|
-
|
|
116
|
+
interface DispatchServerHandle {
|
|
111
117
|
/** The actual bound port (useful when `port: 0` requests an ephemeral port). */
|
|
112
118
|
port: number;
|
|
113
119
|
/** Stop accepting new connections and drain existing ones. */
|
|
@@ -131,5 +137,6 @@ export interface DispatchServerHandle {
|
|
|
131
137
|
* The server is `node:http`-based to keep the runtime dependency surface
|
|
132
138
|
* minimal — works in plain Node, sandbox, or any container.
|
|
133
139
|
*/
|
|
134
|
-
|
|
135
|
-
|
|
140
|
+
declare function runDispatchServer<TScenario extends Scenario, TArtifact>(opts: RunDispatchServerOptions<TScenario, TArtifact>): Promise<DispatchServerHandle>;
|
|
141
|
+
|
|
142
|
+
export { type DispatchServerHandle, type HttpDispatchOptions, type HttpDispatchRequestBody, type HttpDispatchResponseBody, type RunDispatchServerOptions, httpDispatch, runDispatchServer };
|
|
@@ -1,3 +1,9 @@
|
|
|
1
|
+
import { S as Scenario, J as JudgeScore, D as DispatchFn, a as JudgeConfig } from '../types-BMahhhio.js';
|
|
2
|
+
import '../run-record-CP2ObebC.js';
|
|
3
|
+
import '@tangle-network/agent-interface';
|
|
4
|
+
import '../errors-CzMUYo7b.js';
|
|
5
|
+
import '../schema-m0gsnbt3.js';
|
|
6
|
+
|
|
1
7
|
/**
|
|
2
8
|
* # `@tangle-network/agent-eval/adapters/langchain` — wrap any LangChain
|
|
3
9
|
* Runnable as a `Dispatch` (or `JudgeConfig`).
|
|
@@ -14,14 +20,14 @@
|
|
|
14
20
|
* is one function. Wrap your existing Runnable, pass the Dispatch into
|
|
15
21
|
* `runEval` / `runImprovementLoop`, ship.
|
|
16
22
|
*/
|
|
17
|
-
|
|
18
|
-
|
|
23
|
+
|
|
24
|
+
interface RunnableLike<TInput, TOutput> {
|
|
19
25
|
invoke(input: TInput, config?: {
|
|
20
26
|
signal?: AbortSignal;
|
|
21
27
|
[key: string]: unknown;
|
|
22
28
|
}): Promise<TOutput>;
|
|
23
29
|
}
|
|
24
|
-
|
|
30
|
+
interface LangchainDispatchOptions<TScenario extends Scenario, TArtifact> {
|
|
25
31
|
/** The Runnable (or RunnableSequence, or anything `.invoke`able). */
|
|
26
32
|
runnable: RunnableLike<TScenario, TArtifact>;
|
|
27
33
|
/**
|
|
@@ -42,8 +48,8 @@ export interface LangchainDispatchOptions<TScenario extends Scenario, TArtifact>
|
|
|
42
48
|
* const dispatch = langchainDispatch({ runnable: chain })
|
|
43
49
|
* await runEval({ scenarios, dispatch, judges: [...], storage, runDir })
|
|
44
50
|
*/
|
|
45
|
-
|
|
46
|
-
|
|
51
|
+
declare function langchainDispatch<TScenario extends Scenario, TArtifact>(opts: LangchainDispatchOptions<TScenario, TArtifact>): DispatchFn<TScenario, TArtifact>;
|
|
52
|
+
interface LangchainJudgeOptions<TArtifact, TScenario extends Scenario> {
|
|
47
53
|
/** Judge name; appears in `CampaignResult.aggregates.byJudge`. */
|
|
48
54
|
name: string;
|
|
49
55
|
/**
|
|
@@ -84,5 +90,6 @@ export interface LangchainJudgeOptions<TArtifact, TScenario extends Scenario> {
|
|
|
84
90
|
* runnable: judgeChain,
|
|
85
91
|
* })
|
|
86
92
|
*/
|
|
87
|
-
|
|
88
|
-
|
|
93
|
+
declare function langchainJudge<TArtifact, TScenario extends Scenario>(opts: LangchainJudgeOptions<TArtifact, TScenario>): JudgeConfig<TArtifact, TScenario>;
|
|
94
|
+
|
|
95
|
+
export { type LangchainDispatchOptions, type LangchainJudgeOptions, type RunnableLike, langchainDispatch, langchainJudge };
|
package/dist/adapters/otel.d.ts
CHANGED
|
@@ -1,3 +1,15 @@
|
|
|
1
|
+
import { TraceSpanEvent, HostedClient } from '../hosted/index.js';
|
|
2
|
+
import '../types-BMahhhio.js';
|
|
3
|
+
import '../run-record-CP2ObebC.js';
|
|
4
|
+
import '@tangle-network/agent-interface';
|
|
5
|
+
import '../errors-CzMUYo7b.js';
|
|
6
|
+
import '../schema-m0gsnbt3.js';
|
|
7
|
+
import '../insight-report-BnRjTibG.js';
|
|
8
|
+
import '../summary-report-CInXwsza.js';
|
|
9
|
+
import '../failure-cluster-DH9Flgcf.js';
|
|
10
|
+
import '../store-BcFXE6LG.js';
|
|
11
|
+
import '../judge-calibration-0p2QcWNE.js';
|
|
12
|
+
|
|
1
13
|
/**
|
|
2
14
|
* # `@tangle-network/agent-eval/adapters/otel` — OTel→hosted bridge.
|
|
3
15
|
*
|
|
@@ -29,24 +41,23 @@
|
|
|
29
41
|
* `parentSpanId` as a top-level field rather than via `parentSpanContext()`,
|
|
30
42
|
* the adapter accepts both forms.
|
|
31
43
|
*/
|
|
32
|
-
|
|
33
|
-
import type { TraceSpanEvent } from '../hosted/types';
|
|
44
|
+
|
|
34
45
|
/**
|
|
35
46
|
* `[seconds, nanoseconds]` — the OTel SDK's `HrTime` shape. Spans emitted
|
|
36
47
|
* by the OTel SDK carry timestamps in this representation; we convert to
|
|
37
48
|
* a single unix-nano number for the wire format.
|
|
38
49
|
*/
|
|
39
|
-
|
|
50
|
+
type HrTime = [number, number];
|
|
40
51
|
/** Standard OTel `SpanStatusCode` numeric values: 0 = UNSET, 1 = OK, 2 = ERROR. */
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
52
|
+
declare const OTEL_STATUS_UNSET = 0;
|
|
53
|
+
declare const OTEL_STATUS_OK = 1;
|
|
54
|
+
declare const OTEL_STATUS_ERROR = 2;
|
|
55
|
+
type OtelAttributeValue = string | number | boolean | null | undefined | Array<string> | Array<number> | Array<boolean>;
|
|
45
56
|
/**
|
|
46
57
|
* Structural surface compatible with `@opentelemetry/sdk-trace-base`'s
|
|
47
58
|
* `ReadableSpan`. Consumers pass instances they get from their OTel SDK.
|
|
48
59
|
*/
|
|
49
|
-
|
|
60
|
+
interface OtelLikeSpan {
|
|
50
61
|
spanContext: () => {
|
|
51
62
|
traceId: string;
|
|
52
63
|
spanId: string;
|
|
@@ -73,8 +84,8 @@ export interface OtelLikeSpan {
|
|
|
73
84
|
};
|
|
74
85
|
}
|
|
75
86
|
/** `[seconds, nanoseconds]` → unix-nano number. */
|
|
76
|
-
|
|
77
|
-
|
|
87
|
+
declare function hrTimeToUnixNano(hr: HrTime): number;
|
|
88
|
+
interface OtelBridgeOptions {
|
|
78
89
|
/** Hosted client to forward spans to. */
|
|
79
90
|
client: HostedClient;
|
|
80
91
|
/** When set, spans missing a `tangle.runId` attribute receive this value
|
|
@@ -89,12 +100,13 @@ export interface OtelBridgeOptions {
|
|
|
89
100
|
* this when you need backpressure or to spill to a fallback. */
|
|
90
101
|
onError?: (err: unknown, batch: TraceSpanEvent[]) => void | Promise<void>;
|
|
91
102
|
}
|
|
92
|
-
|
|
103
|
+
interface OtelBridge {
|
|
93
104
|
/** Convert + ingest a batch of OTel-shape spans. */
|
|
94
105
|
ingest(spans: OtelLikeSpan[]): Promise<void>;
|
|
95
106
|
/** Convert one OTel span to the wire-format event. Useful for tests or
|
|
96
107
|
* custom batching pipelines. */
|
|
97
108
|
spanToEvent(span: OtelLikeSpan): TraceSpanEvent;
|
|
98
109
|
}
|
|
99
|
-
|
|
100
|
-
|
|
110
|
+
declare function createOtelBridge(opts: OtelBridgeOptions): OtelBridge;
|
|
111
|
+
|
|
112
|
+
export { type HrTime, OTEL_STATUS_ERROR, OTEL_STATUS_OK, OTEL_STATUS_UNSET, type OtelAttributeValue, type OtelBridge, type OtelBridgeOptions, type OtelLikeSpan, createOtelBridge, hrTimeToUnixNano };
|
|
@@ -22,7 +22,7 @@
|
|
|
22
22
|
* criteria). The adversarial primitive is just the *scenario-mutation
|
|
23
23
|
* meta-loop* on top of that machinery.
|
|
24
24
|
*/
|
|
25
|
-
|
|
25
|
+
interface AdversarialScenario<S> {
|
|
26
26
|
/** Stable id — used for deduplication and lineage tracking. */
|
|
27
27
|
id: string;
|
|
28
28
|
/** Generation index — 0 for seeds, 1 for first round of mutations, etc. */
|
|
@@ -35,7 +35,7 @@ export interface AdversarialScenario<S> {
|
|
|
35
35
|
/** Strategy that produced this mutation, for diagnostics. */
|
|
36
36
|
mutationStrategy: string | null;
|
|
37
37
|
}
|
|
38
|
-
|
|
38
|
+
interface AdversarialMutation<S> {
|
|
39
39
|
id: string;
|
|
40
40
|
/**
|
|
41
41
|
* Mutate one scenario. Return null to skip; return one or more new
|
|
@@ -43,7 +43,7 @@ export interface AdversarialMutation<S> {
|
|
|
43
43
|
*/
|
|
44
44
|
mutate(parent: S, rng: () => number): Promise<S[]> | S[];
|
|
45
45
|
}
|
|
46
|
-
|
|
46
|
+
interface AdversarialSearchOptions<S> {
|
|
47
47
|
/** Initial scenarios — typically those the policy currently passes. */
|
|
48
48
|
seeds: S[];
|
|
49
49
|
/** Stable identifier extraction. */
|
|
@@ -69,7 +69,7 @@ export interface AdversarialSearchOptions<S> {
|
|
|
69
69
|
/** Seed for the deterministic RNG. Default 1. */
|
|
70
70
|
seed?: number;
|
|
71
71
|
}
|
|
72
|
-
|
|
72
|
+
interface AdversarialSearchReport<S> {
|
|
73
73
|
scenarios: AdversarialScenario<S>[];
|
|
74
74
|
/** Discovered failures sorted by score ascending. */
|
|
75
75
|
failures: AdversarialScenario<S>[];
|
|
@@ -83,5 +83,6 @@ export interface AdversarialSearchReport<S> {
|
|
|
83
83
|
/** Total scoreFn invocations consumed. */
|
|
84
84
|
scoreCalls: number;
|
|
85
85
|
}
|
|
86
|
-
|
|
87
|
-
|
|
86
|
+
declare function adversarialScenarioSearch<S>(opts: AdversarialSearchOptions<S>): Promise<AdversarialSearchReport<S>>;
|
|
87
|
+
|
|
88
|
+
export { type AdversarialMutation as A, type AdversarialScenario as a, type AdversarialSearchOptions as b, type AdversarialSearchReport as c, adversarialScenarioSearch as d };
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1,28 +1,236 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
export {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
export {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
export
|
|
11
|
-
export {
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
1
|
+
import { M as MultiLayerVerifier, V as VerifyOptions, S as Severity } from '../multi-layer-verifier-DUZXrPDA.js';
|
|
2
|
+
import { c as RunCritic, a as RunTrace } from '../run-critic-CmMf05uV.js';
|
|
3
|
+
import { S as SemanticConceptJudgeOptions, a as SemanticConceptJudgeInput, B as BehavioralMetrics } from '../semantic-concept-judge-DSBB2Cfp.js';
|
|
4
|
+
export { C as CreateAnalystAiConfig, D as DEFAULT_TRACE_ANALYST_KINDS, b as DiffPolicy, F as FAILURE_MODE_KIND_SPEC, c as FINDING_SUBJECT_GRAMMAR_PROMPT, d as FINDING_SUBJECT_KINDS, e as FindingSubject, f as FindingSubjectKind, g as FindingSubjectStringSchema, h as FindingsDiff, i as FindingsStore, I as IMPROVEMENT_KIND_SPEC, K as KIND_EXPECTED_SUBJECTS, j as KNOWLEDGE_GAP_KIND_SPEC, k as KNOWLEDGE_POISONING_KIND_SPEC, P as PersistedFinding, l as SKILL_USAGE_ANALYST, m as SkillUsageAnalyst, n as SkillUsageRecord, o as SkillUsageReport, p as SkillUsageScanConfig, q as buildSkillUsageReport, r as createAnalystAi, s as defaultIsMaterial, t as diffFindings, u as emitSkillUsageFindings, v as parseFindingSubject, w as renderFindingSubject } from '../semantic-concept-judge-DSBB2Cfp.js';
|
|
5
|
+
import { b as JudgeFn, a as JudgeInput } from '../types-C7DGg5ex.js';
|
|
6
|
+
import { A as Analyst, h as AnalystSeverity, c as AnalystFinding } from '../types-B5x54y6n.js';
|
|
7
|
+
export { a as AnalystContext, g as AnalystCost, i as AnalystInputKind, j as AnalystRequirements, f as AnalystRunEvent, e as AnalystRunInputs, d as AnalystRunResult, b as AnalystRunSummary, k as ChatCallOpts, C as ChatClient, l as ChatRequest, m as ChatResponse, n as ChatTransport, o as CliBridgeTransportOpts, p as CreateChatClientOpts, D as DirectProviderTransportOpts, E as EvidenceRef, M as MockTransportOpts, R as RouterTransportOpts, S as SandboxSdkTransportOpts, q as computeFindingId, r as createChatClient, s as makeFinding } from '../types-B5x54y6n.js';
|
|
8
|
+
import { TCloud } from '@tangle-network/tcloud';
|
|
9
|
+
import { T as TraceAnalysisStore } from '../store-C1YxJDEK.js';
|
|
10
|
+
export { a as AnalystHooks, A as AnalystRegistry, b as AnalystRegistryOptions, B as BudgetPolicy, D as DefaultAnalystRegistryOptions, R as RegistryRunOpts, c as buildDefaultAnalystRegistry } from '../default-registry-GyE8X5SP.js';
|
|
11
|
+
export { A as ANALYST_SEVERITIES, C as CreateTraceAnalystKindOpts, R as RAW_FINDING_SCHEMA_PROMPT, a as RawAnalystFinding, b as RawAnalystFindingSchema, c as TraceAnalystGolden, T as TraceAnalystKindSpec, d as createTraceAnalystKind, p as parseRawFinding, r as renderPriorFindings } from '../kind-factory-X3eDYbKn.js';
|
|
12
|
+
import { L as LlmClientOptions } from '../llm-client-Bj7g0rqu.js';
|
|
13
|
+
import { AxFunction } from '@ax-llm/ax';
|
|
14
|
+
import '../verdict-C9MlYujm.js';
|
|
15
|
+
import '../schema-m0gsnbt3.js';
|
|
16
|
+
import '../store-BcFXE6LG.js';
|
|
17
|
+
import 'zod';
|
|
18
|
+
import '../run-record-CP2ObebC.js';
|
|
19
|
+
import '@tangle-network/agent-interface';
|
|
20
|
+
import '../errors-CzMUYo7b.js';
|
|
21
|
+
import '../raw-provider-sink-C46HDghv.js';
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Adapter factories — lift each existing agent-eval primitive into the
|
|
25
|
+
* Analyst contract without re-implementing it.
|
|
26
|
+
*
|
|
27
|
+
* Five primitives, five factories. Each one:
|
|
28
|
+
* - Builds an Analyst with a stable id (caller chooses; defaults
|
|
29
|
+
* given), a sensible default `inputKind`, a version derived from
|
|
30
|
+
* the wrapped primitive's version + an adapter revision, and an
|
|
31
|
+
* `analyze()` that calls the primitive and lifts its output to
|
|
32
|
+
* AnalystFinding[] using `makeFinding()`.
|
|
33
|
+
* - Maps severities: the existing `Severity` ('critical' | 'major' |
|
|
34
|
+
* 'minor' | 'info') projects onto AnalystSeverity ('critical' |
|
|
35
|
+
* 'high' | 'medium' | 'low' | 'info'); 'major' → 'high', 'minor' →
|
|
36
|
+
* 'medium'. Domain analysts that want finer-grained mapping override.
|
|
37
|
+
*
|
|
38
|
+
* Adapters never own state. Calling the same factory twice with the
|
|
39
|
+
* same primitive instance is safe.
|
|
40
|
+
*/
|
|
41
|
+
|
|
42
|
+
declare function liftSeverity(s: Severity): AnalystSeverity;
|
|
43
|
+
interface VerifierAdapterOpts<Env> {
|
|
44
|
+
id?: string;
|
|
45
|
+
area?: string;
|
|
46
|
+
verifier: MultiLayerVerifier<Env>;
|
|
47
|
+
/**
|
|
48
|
+
* The verifier expects an `env` per run. Adapters take it from
|
|
49
|
+
* `AnalystRunInputs.custom[<id>]` via the registry's 'custom' routing.
|
|
50
|
+
*/
|
|
51
|
+
options?: Omit<VerifyOptions<Env>, 'env'>;
|
|
52
|
+
}
|
|
53
|
+
declare function createVerifierAdapter<Env>(opts: VerifierAdapterOpts<Env>): Analyst<Env>;
|
|
54
|
+
interface RunCriticAdapterOpts {
|
|
55
|
+
id?: string;
|
|
56
|
+
area?: string;
|
|
57
|
+
critic?: RunCritic;
|
|
58
|
+
/** Optional threshold below which a dimension is reported as a finding. Default 0.5. */
|
|
59
|
+
threshold?: number;
|
|
60
|
+
}
|
|
61
|
+
declare function createRunCriticAdapter(opts?: RunCriticAdapterOpts): Analyst<RunTrace>;
|
|
62
|
+
interface JudgeAdapterOpts {
|
|
63
|
+
id?: string;
|
|
64
|
+
area?: string;
|
|
65
|
+
judge: JudgeFn;
|
|
66
|
+
/** TCloud handle the JudgeFn calls. */
|
|
67
|
+
tcloud: TCloud;
|
|
68
|
+
/** Optional cost classification — most judges call an LLM. */
|
|
69
|
+
cost?: Analyst['cost'];
|
|
70
|
+
/** Optional threshold below which a JudgeScore becomes a finding. Default 6 (on 0-10 scale). */
|
|
71
|
+
threshold?: number;
|
|
72
|
+
}
|
|
73
|
+
declare function createJudgeAdapter(opts: JudgeAdapterOpts): Analyst<JudgeInput>;
|
|
74
|
+
interface SemanticConceptJudgeAdapterOpts {
|
|
75
|
+
id?: string;
|
|
76
|
+
area?: string;
|
|
77
|
+
options?: SemanticConceptJudgeOptions;
|
|
78
|
+
}
|
|
79
|
+
declare function createSemanticConceptJudgeAdapter(opts?: SemanticConceptJudgeAdapterOpts): Analyst<SemanticConceptJudgeInput>;
|
|
80
|
+
|
|
81
|
+
/**
|
|
82
|
+
* `behavioralAnalyst` — a DETERMINISTIC analyst (cost.kind = 'deterministic',
|
|
83
|
+
* never calls the LLM). It produces the efficiency/behavioral findings a
|
|
84
|
+
* tolerant agentic analyzer (HALO) re-derives per run inside the model —
|
|
85
|
+
* context bloat, output decay, tool monoculture, missing self-verification —
|
|
86
|
+
* directly from arithmetic over spans (`computeTraceMetrics`).
|
|
87
|
+
*
|
|
88
|
+
* Why it matters: these findings are model-agnostic BY CONSTRUCTION (no model
|
|
89
|
+
* in the loop), so they cannot return 0 on a weak model the way the Ax-RLM
|
|
90
|
+
* does — and they are strictly more reliable than HALO, which spends tokens
|
|
91
|
+
* re-deriving the same numbers and can hallucinate the trend. The agentic
|
|
92
|
+
* RLM kinds remain for SEMANTIC findings that genuinely need a model; this
|
|
93
|
+
* analyst owns the behavioral class.
|
|
94
|
+
*/
|
|
95
|
+
|
|
96
|
+
/**
|
|
97
|
+
* Map computed signals → structured AnalystFindings. Pure: no LLM, no clock
|
|
98
|
+
* dependence beyond `produced_at` (overridable for deterministic tests).
|
|
99
|
+
*/
|
|
100
|
+
declare function deriveEfficiencyFindings(metrics: BehavioralMetrics, opts?: {
|
|
101
|
+
analystId?: string;
|
|
102
|
+
producedAt?: string;
|
|
103
|
+
}): AnalystFinding[];
|
|
104
|
+
/** The deterministic behavioral/efficiency analyst (no LLM, any-model). */
|
|
105
|
+
declare function behavioralAnalyst(): Analyst<TraceAnalysisStore>;
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* Forgiving pre-parse for analyst findings. Weak models routinely emit
|
|
109
|
+
* schema-correct content in an unusable wrapper — fenced ```json blocks, a
|
|
110
|
+
* single object where an array is expected, trailing commas. Measured: GPT-4o
|
|
111
|
+
* drops to 0% usable output purely from markdown-fence wrapping
|
|
112
|
+
* (arXiv:2605.02363). A five-line de-fence recovers most of it. This module is
|
|
113
|
+
* the de-fence/coerce step that runs BEFORE Zod, so a recoverable finding is
|
|
114
|
+
* repaired, not dropped.
|
|
115
|
+
*
|
|
116
|
+
* Pure + deterministic. No model, no network.
|
|
117
|
+
*/
|
|
118
|
+
/** Strip a ```lang ... ``` (or bare ``` ... ```) code fence, if the string is one. */
|
|
119
|
+
declare function stripCodeFences(text: string): string;
|
|
120
|
+
/**
|
|
121
|
+
* Best-effort parse of a string into JSON. De-fences, drops trailing commas,
|
|
122
|
+
* then `JSON.parse`. Returns `undefined` (never throws) when unrecoverable.
|
|
123
|
+
*/
|
|
124
|
+
declare function coerceJson(text: string): unknown;
|
|
125
|
+
/**
|
|
126
|
+
* Coerce arbitrary actor/structurer output into an array of candidate finding
|
|
127
|
+
* rows: a JSON string → parse; a single object → 1-element array; an array →
|
|
128
|
+
* as-is; anything else → []. Callers still run each row through Zod
|
|
129
|
+
* (`parseRawFinding`) — this only fixes the SHAPE, never invents fields.
|
|
130
|
+
*/
|
|
131
|
+
declare function coerceToFindingRows(raw: unknown): unknown[];
|
|
132
|
+
|
|
133
|
+
/** DESCRIPTIVE predicate: does the finding cite at least one observable
|
|
134
|
+
* (span/event/artifact) evidence ref. Useful for ranking evidence quality or
|
|
135
|
+
* rendering — it is NOT the steer gate. Evidence presence is the WRONG
|
|
136
|
+
* discriminator for steering: a legitimate trace-analyst observation may cite
|
|
137
|
+
* nothing (it would be wrongly rejected), and a judge verdict may cite an
|
|
138
|
+
* artifact (it would be wrongly admitted). Use `assertNoJudgeVerdict` to gate
|
|
139
|
+
* steering; use this only where "is this grounded in observable evidence" is the
|
|
140
|
+
* literal question. */
|
|
141
|
+
declare function isTraceObservable(finding: AnalystFinding): boolean;
|
|
142
|
+
/** True iff the finding is a JUDGE VERDICT (an acceptance score lifted into a
|
|
143
|
+
* finding), identified by provenance set at the lift site — independent of
|
|
144
|
+
* whatever evidence it cites. */
|
|
145
|
+
declare function isJudgeVerdict(finding: AnalystFinding): boolean;
|
|
146
|
+
/**
|
|
147
|
+
* THE steer firewall. Fail-loud guard for any path that admits analyst findings
|
|
148
|
+
* as STEERING input (the `f(trace)` role): rejects — naming the offenders — any
|
|
149
|
+
* finding whose provenance is a judge verdict, rather than let `J` leak into the
|
|
150
|
+
* loop. Returns the findings unchanged for chaining.
|
|
151
|
+
*
|
|
152
|
+
* Call this at the chokepoint where a detector that ALSO scores/gates has its
|
|
153
|
+
* findings turned into a steer (the judge-and-steer dual-role case). It keys on
|
|
154
|
+
* provenance, so it correctly admits evidence-less trace-analyst observations and
|
|
155
|
+
* correctly rejects an artifact-citing judge verdict — the cases an evidence
|
|
156
|
+
* check gets backwards.
|
|
157
|
+
*
|
|
158
|
+
* It is necessary, not sufficient: it stops PROVENANCE-tagged verdicts. A judge
|
|
159
|
+
* whose output is laundered through a hand-built finding with no provenance flag
|
|
160
|
+
* is out of its reach — provenance must be honestly set at every judge→finding
|
|
161
|
+
* lift (today: createJudgeAdapter). That is why the integrity rule lives at the
|
|
162
|
+
* lift site, and why ProposeContext.judgeScores?: never is the complementary
|
|
163
|
+
* compile-time tripwire on the obvious direct channel.
|
|
164
|
+
*/
|
|
165
|
+
declare function assertNoJudgeVerdict(findings: ReadonlyArray<AnalystFinding>, context?: string): ReadonlyArray<AnalystFinding>;
|
|
166
|
+
|
|
167
|
+
/**
|
|
168
|
+
* `structureFindings` — the deferred structuring pass (DSPy TwoStepAdapter /
|
|
169
|
+
* HALO `synthesize_traces` analog). The agentic actor reasons FREE-FORM and
|
|
170
|
+
* emits a prose `report` (which any model does reliably); this separate, cheap
|
|
171
|
+
* call's ONLY job is to turn that report into `AnalystFinding[]`. Decoupling
|
|
172
|
+
* reasoning from structuring is what makes the SEMANTIC findings model-agnostic
|
|
173
|
+
* — the reasoning model never has to satisfy a strict typed-array contract
|
|
174
|
+
* while it diagnoses.
|
|
175
|
+
*
|
|
176
|
+
* Forgiving: the response runs through `coerceToFindingRows` (de-fence, lift
|
|
177
|
+
* single→array) before Zod, and on a zero-finding extraction from a substantive
|
|
178
|
+
* report it reasks ONCE with the schema restated. Returns a typed outcome so a
|
|
179
|
+
* legitimate "nothing to report" is distinguishable from a failed extraction
|
|
180
|
+
* (no silent empty).
|
|
181
|
+
*/
|
|
182
|
+
|
|
183
|
+
interface StructureFindingsOptions {
|
|
184
|
+
/** The actor's free-form diagnosis prose. */
|
|
185
|
+
report: string;
|
|
186
|
+
analystId: string;
|
|
187
|
+
/** Coarse classification stamped on every extracted finding. */
|
|
188
|
+
area: string;
|
|
189
|
+
model: string;
|
|
190
|
+
baseUrl: string;
|
|
191
|
+
apiKey?: string;
|
|
192
|
+
/** Max reask attempts after a zero/invalid extraction. Default 1. */
|
|
193
|
+
maxReasks?: number;
|
|
194
|
+
/** Test seam: inject a fetch (no network in unit tests). */
|
|
195
|
+
fetchImpl?: LlmClientOptions['fetch'];
|
|
196
|
+
}
|
|
197
|
+
interface StructureFindingsResult {
|
|
198
|
+
findings: AnalystFinding[];
|
|
199
|
+
outcome: 'ok' | 'extraction_failed';
|
|
200
|
+
}
|
|
201
|
+
declare function structureFindings(opts: StructureFindingsOptions): Promise<StructureFindingsResult>;
|
|
202
|
+
|
|
203
|
+
/**
|
|
204
|
+
* Pre-curated tool subsets for analyst kinds.
|
|
205
|
+
*
|
|
206
|
+
* The full trace-analyst tool set is seven functions. Most kinds only
|
|
207
|
+
* need three or four. Picking from named groups instead of importing
|
|
208
|
+
* the whole bundle keeps every kind's actor-context budget tight and
|
|
209
|
+
* makes "what can this analyst see?" obvious at registration time.
|
|
210
|
+
*
|
|
211
|
+
* Each function in the group keeps its full `name`/`description` from
|
|
212
|
+
* `buildTraceAnalystTools` — we filter, we don't re-implement.
|
|
213
|
+
*/
|
|
214
|
+
|
|
215
|
+
/** Named tool sets. Kinds pass `tools: TRACE_TOOL_GROUPS.failureForensics` etc. */
|
|
216
|
+
type TraceToolGroupName =
|
|
217
|
+
/** All seven tools. Use for open-ended discovery kinds. */
|
|
218
|
+
'all'
|
|
219
|
+
/** Overview + paginated query + count. No deep reads. Cheap. */
|
|
220
|
+
| 'discovery'
|
|
221
|
+
/** Discovery + viewTrace + viewSpans. Deep-read but no regex search. */
|
|
222
|
+
| 'discoveryAndRead'
|
|
223
|
+
/** Discovery + search tools. For pattern-matching across many traces. */
|
|
224
|
+
| 'discoveryAndSearch'
|
|
225
|
+
/** Discovery + viewSpans + searchSpan. Targeted-span work after another kind narrows down. */
|
|
226
|
+
| 'targeted';
|
|
227
|
+
/**
|
|
228
|
+
* Build the tool set for a named group bound to a specific trace store.
|
|
229
|
+
*
|
|
230
|
+
* `all` returns every tool. Other groups filter `buildTraceAnalystTools`
|
|
231
|
+
* by name to the documented subset. An unrecognised group name throws —
|
|
232
|
+
* silently returning all tools would defeat the cost-control point.
|
|
233
|
+
*/
|
|
234
|
+
declare function buildTraceToolsForGroup(group: TraceToolGroupName, store: TraceAnalysisStore): AxFunction[];
|
|
235
|
+
|
|
236
|
+
export { Analyst, AnalystFinding, AnalystSeverity, type JudgeAdapterOpts, type RunCriticAdapterOpts, type SemanticConceptJudgeAdapterOpts, type StructureFindingsOptions, type StructureFindingsResult, type TraceToolGroupName, type VerifierAdapterOpts, assertNoJudgeVerdict, behavioralAnalyst, buildTraceToolsForGroup, coerceJson, coerceToFindingRows, createJudgeAdapter, createRunCriticAdapter, createSemanticConceptJudgeAdapter, createVerifierAdapter, deriveEfficiencyFindings, isJudgeVerdict, isTraceObservable, liftSeverity, stripCodeFences, structureFindings };
|
package/dist/analyst/index.js
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import
|
|
3
|
-
|
|
1
|
+
import { AxAIService } from '@ax-llm/ax';
|
|
2
|
+
import { T as TraceAnalysisStore } from './store-C1YxJDEK.js';
|
|
3
|
+
|
|
4
|
+
interface AnalyzeTracesInput {
|
|
4
5
|
/** The user-facing question. Domain framing belongs here, not in the
|
|
5
6
|
* actor description. */
|
|
6
7
|
question: string;
|
|
7
8
|
}
|
|
8
|
-
|
|
9
|
+
interface AnalyzeTracesResult {
|
|
9
10
|
/** The responder's prose answer. */
|
|
10
11
|
answer: string;
|
|
11
12
|
/** Bulleted findings extracted from the responder's structured output. */
|
|
@@ -21,21 +22,21 @@ export interface AnalyzeTracesResult {
|
|
|
21
22
|
/** Prompt version that produced this run. */
|
|
22
23
|
actorPromptVersion: string;
|
|
23
24
|
}
|
|
24
|
-
|
|
25
|
+
interface TraceAnalystUsage {
|
|
25
26
|
actor: TraceAnalystUsageEntry[];
|
|
26
27
|
responder: TraceAnalystUsageEntry[];
|
|
27
28
|
}
|
|
28
|
-
|
|
29
|
+
interface TraceAnalystUsageEntry {
|
|
29
30
|
[key: string]: unknown;
|
|
30
31
|
}
|
|
31
|
-
|
|
32
|
+
interface TraceAnalystChatLog {
|
|
32
33
|
actor: TraceAnalystChatMessage[];
|
|
33
34
|
responder: TraceAnalystChatMessage[];
|
|
34
35
|
}
|
|
35
|
-
|
|
36
|
+
interface TraceAnalystChatMessage {
|
|
36
37
|
[key: string]: unknown;
|
|
37
38
|
}
|
|
38
|
-
|
|
39
|
+
interface AnalyzeTracesTurnSnapshot {
|
|
39
40
|
turn: number;
|
|
40
41
|
isError: boolean;
|
|
41
42
|
/** The JS code the actor produced for this turn. */
|
|
@@ -46,7 +47,7 @@ export interface AnalyzeTracesTurnSnapshot {
|
|
|
46
47
|
* provider returns it). */
|
|
47
48
|
thought?: string;
|
|
48
49
|
}
|
|
49
|
-
|
|
50
|
+
interface AnalyzeTracesOptions {
|
|
50
51
|
/** Trace data source. Pass either an OTLP-JSONL path or a custom store. */
|
|
51
52
|
source: string | TraceAnalysisStore;
|
|
52
53
|
/** Caller-provided AxAIService. */
|
|
@@ -82,5 +83,6 @@ export interface AnalyzeTracesOptions {
|
|
|
82
83
|
* - `AxAgentClarificationError` if the analyst asks for clarification.
|
|
83
84
|
* - Provider errors (auth, rate limits) propagate from the AI service.
|
|
84
85
|
*/
|
|
85
|
-
|
|
86
|
-
|
|
86
|
+
declare function analyzeTraces(input: AnalyzeTracesInput, options: AnalyzeTracesOptions): Promise<AnalyzeTracesResult>;
|
|
87
|
+
|
|
88
|
+
export { type AnalyzeTracesOptions as A, type AnalyzeTracesInput as a, type AnalyzeTracesResult as b, type AnalyzeTracesTurnSnapshot as c, analyzeTraces as d };
|
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
import { A as AnalystRegistry } from './default-registry-GyE8X5SP.js';
|
|
2
|
+
import { a as DatasetScenario } from './dataset-BbGkaN2I.js';
|
|
3
|
+
import { R as RunRecord } from './run-record-CP2ObebC.js';
|
|
4
|
+
import { I as InsightReport } from './insight-report-BnRjTibG.js';
|
|
5
|
+
|
|
1
6
|
/**
|
|
2
7
|
* # `analyzeRuns()` — turn a set of agent runs into an actionable decision packet.
|
|
3
8
|
*
|
|
@@ -19,12 +24,8 @@
|
|
|
19
24
|
* The `recommendations` array is the human-readable layer; everything
|
|
20
25
|
* else is the evidence backing each recommendation.
|
|
21
26
|
*/
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
import type { RunRecord } from '../run-record';
|
|
25
|
-
import { type ParetoFigureSpec } from '../summary-report';
|
|
26
|
-
import type { InsightReport } from './insight-report';
|
|
27
|
-
export interface AnalyzeRunsOptions {
|
|
27
|
+
|
|
28
|
+
interface AnalyzeRunsOptions {
|
|
28
29
|
/** The runs to analyze. */
|
|
29
30
|
runs: RunRecord[];
|
|
30
31
|
/** Which split to score against when reading composite from RunOutcome.
|
|
@@ -75,6 +76,6 @@ export interface AnalyzeRunsOptions {
|
|
|
75
76
|
* days", "vs v3.1 release". Surfaces in recommendations + UI. */
|
|
76
77
|
baselineLabel?: string;
|
|
77
78
|
}
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
79
|
+
declare function analyzeRuns(opts: AnalyzeRunsOptions): Promise<InsightReport>;
|
|
80
|
+
|
|
81
|
+
export { type AnalyzeRunsOptions as A, analyzeRuns as a };
|