@tangle-network/agent-eval 0.93.0 → 0.95.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/README.md +44 -30
- package/dist/action-policy.d.ts +24 -0
- package/dist/action-policy.d.ts.map +1 -0
- package/dist/action-policy.test.d.ts +2 -0
- package/dist/action-policy.test.d.ts.map +1 -0
- package/dist/active-learning.d.ts +41 -0
- package/dist/active-learning.d.ts.map +1 -0
- package/dist/adapters/http.d.ts +15 -21
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js.map +1 -1
- package/dist/adapters/langchain.d.ts +7 -13
- package/dist/adapters/langchain.d.ts.map +1 -0
- package/dist/adapters/otel.d.ts +13 -24
- package/dist/adapters/otel.d.ts.map +1 -0
- package/dist/agent-profile-cell.d.ts +101 -0
- package/dist/agent-profile-cell.d.ts.map +1 -0
- package/dist/agent-profile.d.ts +27 -0
- package/dist/agent-profile.d.ts.map +1 -0
- package/dist/agent-profile.test.d.ts +2 -0
- package/dist/agent-profile.test.d.ts.map +1 -0
- package/dist/analyst/adapters.d.ts +62 -0
- package/dist/analyst/adapters.d.ts.map +1 -0
- package/dist/analyst/analyst.test.d.ts +2 -0
- package/dist/analyst/analyst.test.d.ts.map +1 -0
- package/dist/analyst/ax-service.d.ts +27 -0
- package/dist/analyst/ax-service.d.ts.map +1 -0
- package/dist/analyst/behavioral-analyst.d.ts +28 -0
- package/dist/analyst/behavioral-analyst.d.ts.map +1 -0
- package/dist/analyst/chat-client.d.ts +91 -0
- package/dist/analyst/chat-client.d.ts.map +1 -0
- package/dist/analyst/default-registry.d.ts +27 -0
- package/dist/analyst/default-registry.d.ts.map +1 -0
- package/dist/analyst/default-registry.test.d.ts +2 -0
- package/dist/analyst/default-registry.test.d.ts.map +1 -0
- package/dist/analyst/finding-signature.d.ts +48 -0
- package/dist/analyst/finding-signature.d.ts.map +1 -0
- package/dist/analyst/finding-subject.d.ts +146 -0
- package/dist/analyst/finding-subject.d.ts.map +1 -0
- package/dist/analyst/finding-subject.test.d.ts +2 -0
- package/dist/analyst/finding-subject.test.d.ts.map +1 -0
- package/dist/analyst/findings-store.d.ts +75 -0
- package/dist/analyst/findings-store.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +28 -256
- package/dist/analyst/index.d.ts.map +1 -0
- package/dist/analyst/index.js +6 -66
- package/dist/analyst/index.js.map +1 -1
- package/dist/{kind-factory-5b7xXXOr.d.ts → analyst/kind-factory.d.ts} +11 -63
- package/dist/analyst/kind-factory.d.ts.map +1 -0
- package/dist/analyst/kinds/failure-mode.d.ts +19 -0
- package/dist/analyst/kinds/failure-mode.d.ts.map +1 -0
- package/dist/analyst/kinds/improvement.d.ts +23 -0
- package/dist/analyst/kinds/improvement.d.ts.map +1 -0
- package/dist/analyst/kinds/index.d.ts +22 -0
- package/dist/analyst/kinds/index.d.ts.map +1 -0
- package/dist/analyst/kinds/kinds.test.d.ts +2 -0
- package/dist/analyst/kinds/kinds.test.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts +28 -0
- package/dist/analyst/kinds/knowledge-gap.d.ts.map +1 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts +22 -0
- package/dist/analyst/kinds/knowledge-poisoning.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.d.ts +84 -0
- package/dist/analyst/kinds/skill-usage.d.ts.map +1 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts +2 -0
- package/dist/analyst/kinds/skill-usage.test.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.d.ts +26 -0
- package/dist/analyst/parse-tolerant.d.ts.map +1 -0
- package/dist/analyst/parse-tolerant.test.d.ts +2 -0
- package/dist/analyst/parse-tolerant.test.d.ts.map +1 -0
- package/dist/analyst/registry.budget.test.d.ts +2 -0
- package/dist/analyst/registry.budget.test.d.ts.map +1 -0
- package/dist/{default-registry-zoGHUQEH.d.ts → analyst/registry.d.ts} +8 -37
- package/dist/analyst/registry.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.d.ts +35 -0
- package/dist/analyst/steer-firewall.d.ts.map +1 -0
- package/dist/analyst/steer-firewall.test.d.ts +2 -0
- package/dist/analyst/steer-firewall.test.d.ts.map +1 -0
- package/dist/analyst/structure-findings.d.ts +37 -0
- package/dist/analyst/structure-findings.d.ts.map +1 -0
- package/dist/analyst/structure-findings.test.d.ts +2 -0
- package/dist/analyst/structure-findings.test.d.ts.map +1 -0
- package/dist/analyst/tool-groups.d.ts +34 -0
- package/dist/analyst/tool-groups.d.ts.map +1 -0
- package/dist/{types-2VVIL04s.d.ts → analyst/types.d.ts} +19 -112
- package/dist/analyst/types.d.ts.map +1 -0
- package/dist/anti-slop.d.ts +59 -0
- package/dist/anti-slop.d.ts.map +1 -0
- package/dist/artifact-validator.d.ts +74 -0
- package/dist/artifact-validator.d.ts.map +1 -0
- package/dist/attestation.d.ts +63 -0
- package/dist/attestation.d.ts.map +1 -0
- package/dist/attestation.test.d.ts +2 -0
- package/dist/attestation.test.d.ts.map +1 -0
- package/dist/authenticity/index.d.ts +15 -16
- package/dist/authenticity/index.d.ts.map +1 -0
- package/dist/authenticity/index.test.d.ts +2 -0
- package/dist/authenticity/index.test.d.ts.map +1 -0
- package/dist/auto-pr.d.ts +120 -0
- package/dist/auto-pr.d.ts.map +1 -0
- package/dist/{baseline-DE36-Np7.d.ts → baseline.d.ts} +8 -44
- package/dist/baseline.d.ts.map +1 -0
- package/dist/behavior-dsl.d.ts +73 -0
- package/dist/behavior-dsl.d.ts.map +1 -0
- package/dist/belief-state/calibration.d.ts +10 -0
- package/dist/belief-state/calibration.d.ts.map +1 -0
- package/dist/belief-state/calibration.test.d.ts +2 -0
- package/dist/belief-state/calibration.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.d.ts +66 -0
- package/dist/belief-state/code-agent-corpus.d.ts.map +1 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts +2 -0
- package/dist/belief-state/code-agent-corpus.test.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.d.ts +22 -0
- package/dist/belief-state/code-agent-evidence.d.ts.map +1 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts +2 -0
- package/dist/belief-state/code-agent-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/extract.d.ts +7 -0
- package/dist/belief-state/extract.d.ts.map +1 -0
- package/dist/belief-state/extract.test.d.ts +2 -0
- package/dist/belief-state/extract.test.d.ts.map +1 -0
- package/dist/belief-state/index.d.ts +14 -604
- package/dist/belief-state/index.d.ts.map +1 -0
- package/dist/belief-state/index.js +1 -1
- package/dist/belief-state/ope.d.ts +17 -0
- package/dist/belief-state/ope.d.ts.map +1 -0
- package/dist/belief-state/ope.test.d.ts +2 -0
- package/dist/belief-state/ope.test.d.ts.map +1 -0
- package/dist/belief-state/phase0-measurement.d.ts +55 -0
- package/dist/belief-state/phase0-measurement.d.ts.map +1 -0
- package/dist/belief-state/report.d.ts +17 -0
- package/dist/belief-state/report.d.ts.map +1 -0
- package/dist/belief-state/report.test.d.ts +2 -0
- package/dist/belief-state/report.test.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.d.ts +23 -0
- package/dist/belief-state/research-evidence.d.ts.map +1 -0
- package/dist/belief-state/research-evidence.test.d.ts +2 -0
- package/dist/belief-state/research-evidence.test.d.ts.map +1 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts +32 -0
- package/dist/belief-state/runtime-benchmark-corpus.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.d.ts +87 -0
- package/dist/belief-state/runtime-hooks.d.ts.map +1 -0
- package/dist/belief-state/runtime-hooks.test.d.ts +2 -0
- package/dist/belief-state/runtime-hooks.test.d.ts.map +1 -0
- package/dist/belief-state/selective.d.ts +15 -0
- package/dist/belief-state/selective.d.ts.map +1 -0
- package/dist/belief-state/selective.test.d.ts +2 -0
- package/dist/belief-state/selective.test.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.d.ts +80 -0
- package/dist/belief-state/shadow-probe.d.ts.map +1 -0
- package/dist/belief-state/shadow-probe.test.d.ts +2 -0
- package/dist/belief-state/shadow-probe.test.d.ts.map +1 -0
- package/dist/belief-state/types.d.ts +195 -0
- package/dist/belief-state/types.d.ts.map +1 -0
- package/dist/belief-state/types.test.d.ts +2 -0
- package/dist/belief-state/types.test.d.ts.map +1 -0
- package/dist/benchmark.d.ts +14 -0
- package/dist/benchmark.d.ts.map +1 -0
- package/dist/benchmarks/index.d.ts +23 -4
- package/dist/benchmarks/index.d.ts.map +1 -0
- package/dist/benchmarks/routing/dataset.d.ts +34 -0
- package/dist/benchmarks/routing/dataset.d.ts.map +1 -0
- package/dist/benchmarks/routing/index.d.ts +34 -0
- package/dist/benchmarks/routing/index.d.ts.map +1 -0
- package/dist/benchmarks/types.d.ts +49 -0
- package/dist/benchmarks/types.d.ts.map +1 -0
- package/dist/bisector.d.ts +81 -0
- package/dist/bisector.d.ts.map +1 -0
- package/dist/budget-guard.d.ts +31 -0
- package/dist/budget-guard.d.ts.map +1 -0
- package/dist/builder-eval/builder-session.d.ts +111 -0
- package/dist/builder-eval/builder-session.d.ts.map +1 -0
- package/dist/builder-eval/correlation.d.ts +32 -0
- package/dist/builder-eval/correlation.d.ts.map +1 -0
- package/dist/builder-eval/index.d.ts +5 -250
- package/dist/builder-eval/index.d.ts.map +1 -0
- package/dist/builder-eval/index.js +2 -2
- package/dist/builder-eval/project-registry.d.ts +51 -0
- package/dist/builder-eval/project-registry.d.ts.map +1 -0
- package/dist/builder-eval/three-layer-eval.d.ts +55 -0
- package/dist/builder-eval/three-layer-eval.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.d.ts +108 -0
- package/dist/campaign/analyst-surface.d.ts.map +1 -0
- package/dist/campaign/analyst-surface.test.d.ts +2 -0
- package/dist/campaign/analyst-surface.test.d.ts.map +1 -0
- package/dist/campaign/auto-pr.d.ts +46 -0
- package/dist/campaign/auto-pr.d.ts.map +1 -0
- package/dist/campaign/distillation/agreement-judge.d.ts +69 -0
- package/dist/campaign/distillation/agreement-judge.d.ts.map +1 -0
- package/dist/campaign/distillation/cli.d.ts +35 -0
- package/dist/campaign/distillation/cli.d.ts.map +1 -0
- package/dist/campaign/distillation/distillation.test.d.ts +2 -0
- package/dist/campaign/distillation/distillation.test.d.ts.map +1 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts +54 -0
- package/dist/campaign/distillation/gold-scenarios.d.ts.map +1 -0
- package/dist/campaign/distillation/run-distillation.d.ts +119 -0
- package/dist/campaign/distillation/run-distillation.d.ts.map +1 -0
- package/dist/campaign/gates/compose.d.ts +12 -0
- package/dist/campaign/gates/compose.d.ts.map +1 -0
- package/dist/campaign/gates/default-production-gate.d.ts +58 -0
- package/dist/campaign/gates/default-production-gate.d.ts.map +1 -0
- package/dist/campaign/gates/heldout-gate.d.ts +12 -0
- package/dist/campaign/gates/heldout-gate.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.d.ts +125 -0
- package/dist/campaign/gates/promotion-policy.d.ts.map +1 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts +2 -0
- package/dist/campaign/gates/promotion-policy.test.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.d.ts +146 -0
- package/dist/campaign/gates/sequential.d.ts.map +1 -0
- package/dist/campaign/gates/sequential.test.d.ts +2 -0
- package/dist/campaign/gates/sequential.test.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.d.ts +99 -0
- package/dist/campaign/gates/statistical-heldout.d.ts.map +1 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts +2 -0
- package/dist/campaign/gates/statistical-heldout.test.d.ts.map +1 -0
- package/dist/campaign/index.d.ts +38 -1341
- package/dist/campaign/index.d.ts.map +1 -0
- package/dist/campaign/index.js +1865 -1318
- package/dist/campaign/index.js.map +1 -1
- package/dist/campaign/labeled-store/fs-adapter.d.ts +59 -0
- package/dist/campaign/labeled-store/fs-adapter.d.ts.map +1 -0
- package/dist/campaign/presets/compare-proposers.d.ts +146 -0
- package/dist/campaign/presets/compare-proposers.d.ts.map +1 -0
- package/dist/campaign/presets/playback.d.ts +120 -0
- package/dist/campaign/presets/playback.d.ts.map +1 -0
- package/dist/campaign/presets/playback.test.d.ts +2 -0
- package/dist/campaign/presets/playback.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-eval.d.ts +14 -0
- package/dist/campaign/presets/run-eval.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts +63 -0
- package/dist/campaign/presets/run-improvement-loop.d.ts.map +1 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts +2 -0
- package/dist/campaign/presets/run-improvement-loop.test.d.ts.map +1 -0
- package/dist/campaign/presets/run-optimization.d.ts +92 -0
- package/dist/campaign/presets/run-optimization.d.ts.map +1 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts +151 -0
- package/dist/campaign/presets/run-profile-matrix.d.ts.map +1 -0
- package/dist/campaign/presets/run-skill-opt.d.ts +96 -0
- package/dist/campaign/presets/run-skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/_findings-text.d.ts +22 -0
- package/dist/campaign/proposers/_findings-text.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.d.ts +33 -0
- package/dist/campaign/proposers/ace.d.ts.map +1 -0
- package/dist/campaign/proposers/ace.test.d.ts +2 -0
- package/dist/campaign/proposers/ace.test.d.ts.map +1 -0
- package/dist/campaign/proposers/analysis-edit.d.ts +32 -0
- package/dist/campaign/proposers/analysis-edit.d.ts.map +1 -0
- package/dist/campaign/proposers/evolutionary.d.ts +20 -0
- package/dist/campaign/proposers/evolutionary.d.ts.map +1 -0
- package/dist/campaign/proposers/fapo.d.ts +120 -0
- package/dist/campaign/proposers/fapo.d.ts.map +1 -0
- package/dist/campaign/proposers/gepa.d.ts +86 -0
- package/dist/campaign/proposers/gepa.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.d.ts +44 -0
- package/dist/campaign/proposers/halo.d.ts.map +1 -0
- package/dist/campaign/proposers/halo.test.d.ts +2 -0
- package/dist/campaign/proposers/halo.test.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.d.ts +47 -0
- package/dist/campaign/proposers/memory.d.ts.map +1 -0
- package/dist/campaign/proposers/memory.test.d.ts +2 -0
- package/dist/campaign/proposers/memory.test.d.ts.map +1 -0
- package/dist/campaign/proposers/skill-opt.d.ts +88 -0
- package/dist/campaign/proposers/skill-opt.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.d.ts +48 -0
- package/dist/campaign/proposers/trace-analyst.d.ts.map +1 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts +2 -0
- package/dist/campaign/proposers/trace-analyst.test.d.ts.map +1 -0
- package/dist/campaign/provenance.d.ts +185 -0
- package/dist/campaign/provenance.d.ts.map +1 -0
- package/dist/campaign/run-campaign.d.ts +90 -0
- package/dist/campaign/run-campaign.d.ts.map +1 -0
- package/dist/campaign/score-utils.d.ts +26 -0
- package/dist/campaign/score-utils.d.ts.map +1 -0
- package/dist/campaign/skill-patch.d.ts +62 -0
- package/dist/campaign/skill-patch.d.ts.map +1 -0
- package/dist/campaign/storage.d.ts +38 -0
- package/dist/campaign/storage.d.ts.map +1 -0
- package/dist/{types-BU-7W85F.d.ts → campaign/types.d.ts} +98 -99
- package/dist/campaign/types.d.ts.map +1 -0
- package/dist/campaign/worktree/index.d.ts +53 -0
- package/dist/campaign/worktree/index.d.ts.map +1 -0
- package/dist/canary.d.ts +101 -0
- package/dist/canary.d.ts.map +1 -0
- package/dist/causal-attribution.d.ts +45 -0
- package/dist/causal-attribution.d.ts.map +1 -0
- package/dist/{chunk-TWS7AZEY.js → chunk-2T4EZACH.js} +2 -2
- package/dist/chunk-2T4EZACH.js.map +1 -0
- package/dist/{chunk-LMZQ2Z4U.js → chunk-56GC6VYO.js} +126 -1
- package/dist/chunk-56GC6VYO.js.map +1 -0
- package/dist/{chunk-QG2OVF2D.js → chunk-77T4STFI.js} +154 -112
- package/dist/chunk-77T4STFI.js.map +1 -0
- package/dist/{chunk-ZFIBGEOL.js → chunk-7QTQKIDD.js} +179 -178
- package/dist/chunk-7QTQKIDD.js.map +1 -0
- package/dist/{chunk-UMMZHCPB.js → chunk-AQ5WQAIV.js} +26 -9
- package/dist/chunk-AQ5WQAIV.js.map +1 -0
- package/dist/{chunk-CVVHBFGN.js → chunk-CWNP4DV4.js} +53 -5
- package/dist/chunk-CWNP4DV4.js.map +1 -0
- package/dist/{chunk-QS3RBQPI.js → chunk-D5KBVULY.js} +2 -2
- package/dist/chunk-DJWX3GVS.js +81 -0
- package/dist/chunk-DJWX3GVS.js.map +1 -0
- package/dist/{chunk-S6OZEZQK.js → chunk-HMA63UEO.js} +37 -9
- package/dist/{chunk-S6OZEZQK.js.map → chunk-HMA63UEO.js.map} +1 -1
- package/dist/{chunk-UHMJT4T7.js → chunk-IZCEK2HR.js} +2 -2
- package/dist/{chunk-6SOJM3VR.js → chunk-KKWJD5E6.js} +21 -21
- package/dist/chunk-KKWJD5E6.js.map +1 -0
- package/dist/{chunk-KWRRMR3J.js → chunk-LO6IOIJ2.js} +10 -10
- package/dist/chunk-LO6IOIJ2.js.map +1 -0
- package/dist/{chunk-L3JOU6XM.js → chunk-NACM5RS7.js} +3 -3
- package/dist/{chunk-E4GH6USR.js → chunk-NZEQVRH5.js} +2 -2
- package/dist/chunk-NZEQVRH5.js.map +1 -0
- package/dist/{chunk-XY4DDNEG.js → chunk-PSWWQXHF.js} +14 -89
- package/dist/chunk-PSWWQXHF.js.map +1 -0
- package/dist/{chunk-4FBZZIYD.js → chunk-QTMYW64F.js} +2 -2
- package/dist/{chunk-D3V5B42D.js → chunk-S4SYLDFX.js} +7 -4
- package/dist/chunk-S4SYLDFX.js.map +1 -0
- package/dist/{chunk-47X6LRCE.js → chunk-UFSG7ACU.js} +10 -7
- package/dist/chunk-UFSG7ACU.js.map +1 -0
- package/dist/{chunk-CY6U5S3X.js → chunk-URWVKRCS.js} +2 -2
- package/dist/{chunk-GSH6QNNS.js → chunk-X74V6ESX.js} +102 -79
- package/dist/chunk-X74V6ESX.js.map +1 -0
- package/dist/{chunk-QAY5UIJO.js → chunk-YBIGNSCZ.js} +178 -59
- package/dist/chunk-YBIGNSCZ.js.map +1 -0
- package/dist/{chunk-Y47J2LJ3.js → chunk-Z6L6YSU6.js} +5 -5
- package/dist/{chunk-T375SUOZ.js → chunk-ZOPLCJSY.js} +86 -31
- package/dist/chunk-ZOPLCJSY.js.map +1 -0
- package/dist/ci-gate.d.ts +44 -0
- package/dist/ci-gate.d.ts.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/client.d.ts +77 -0
- package/dist/client.d.ts.map +1 -0
- package/dist/client.test.d.ts +2 -0
- package/dist/client.test.d.ts.map +1 -0
- package/dist/command-runner.d.ts +74 -0
- package/dist/command-runner.d.ts.map +1 -0
- package/dist/command-runner.test.d.ts +2 -0
- package/dist/command-runner.test.d.ts.map +1 -0
- package/dist/completion-verifier.d.ts +147 -0
- package/dist/completion-verifier.d.ts.map +1 -0
- package/dist/completion-verifier.test.d.ts +9 -0
- package/dist/completion-verifier.test.d.ts.map +1 -0
- package/dist/concurrency.d.ts +23 -0
- package/dist/concurrency.d.ts.map +1 -0
- package/dist/contamination-guard.d.ts +81 -0
- package/dist/contamination-guard.d.ts.map +1 -0
- package/dist/{analyze-runs-DwCEkpO_.d.ts → contract/analyze-runs.d.ts} +9 -10
- package/dist/contract/analyze-runs.d.ts.map +1 -0
- package/dist/contract/define-agent-eval.d.ts +52 -0
- package/dist/contract/define-agent-eval.d.ts.map +1 -0
- package/dist/contract/diff.d.ts +114 -0
- package/dist/contract/diff.d.ts.map +1 -0
- package/dist/contract/index.d.ts +106 -640
- package/dist/contract/index.d.ts.map +1 -0
- package/dist/contract/index.js +131 -21
- package/dist/contract/index.js.map +1 -1
- package/dist/{insight-report-BBwvOh6x.d.ts → contract/insight-report.d.ts} +16 -19
- package/dist/contract/insight-report.d.ts.map +1 -0
- package/dist/contract/insight-types-fwd.d.ts +7 -0
- package/dist/contract/insight-types-fwd.d.ts.map +1 -0
- package/dist/contract/intake/agent-trace.d.ts +97 -0
- package/dist/contract/intake/agent-trace.d.ts.map +1 -0
- package/dist/{code-agent-session-BO8nCnv3.d.ts → contract/intake/code-agent-session.d.ts} +15 -17
- package/dist/contract/intake/code-agent-session.d.ts.map +1 -0
- package/dist/contract/intake/feedback-table.d.ts +87 -0
- package/dist/contract/intake/feedback-table.d.ts.map +1 -0
- package/dist/contract/intake/index.d.ts +22 -0
- package/dist/contract/intake/index.d.ts.map +1 -0
- package/dist/contract/intake/otel-spans.d.ts +33 -0
- package/dist/contract/intake/otel-spans.d.ts.map +1 -0
- package/dist/contract/self-improve.d.ts +284 -0
- package/dist/contract/self-improve.d.ts.map +1 -0
- package/dist/{control-runtime-DuFBYg7A.d.ts → control-runtime.d.ts} +23 -26
- package/dist/control-runtime.d.ts.map +1 -0
- package/dist/control-runtime.test.d.ts +2 -0
- package/dist/control-runtime.test.d.ts.map +1 -0
- package/dist/control.d.ts +11 -9
- package/dist/control.d.ts.map +1 -0
- package/dist/control.js +2 -2
- package/dist/convergence.d.ts +29 -0
- package/dist/convergence.d.ts.map +1 -0
- package/dist/{cost-ledger-DuSqlw5B.d.ts → cost-ledger.d.ts} +10 -11
- package/dist/cost-ledger.d.ts.map +1 -0
- package/dist/cost-ledger.test.d.ts +2 -0
- package/dist/cost-ledger.test.d.ts.map +1 -0
- package/dist/cost-report.d.ts +43 -0
- package/dist/cost-report.d.ts.map +1 -0
- package/dist/cost-report.test.d.ts +2 -0
- package/dist/cost-report.test.d.ts.map +1 -0
- package/dist/cost-tracker.d.ts +76 -0
- package/dist/cost-tracker.d.ts.map +1 -0
- package/dist/{counterfactual-Dwibr5IW.d.ts → counterfactual.d.ts} +12 -13
- package/dist/counterfactual.d.ts.map +1 -0
- package/dist/cross-trace-diff.d.ts +56 -0
- package/dist/cross-trace-diff.d.ts.map +1 -0
- package/dist/{dataset-BbGkaN2I.d.ts → dataset.d.ts} +11 -14
- package/dist/dataset.d.ts.map +1 -0
- package/dist/deploy-gate-layer.d.ts +125 -0
- package/dist/deploy-gate-layer.d.ts.map +1 -0
- package/dist/deploy-gate-layer.test.d.ts +2 -0
- package/dist/deploy-gate-layer.test.d.ts.map +1 -0
- package/dist/description-length-gate.d.ts +119 -0
- package/dist/description-length-gate.d.ts.map +1 -0
- package/dist/detectors/edge.test.d.ts +2 -0
- package/dist/detectors/edge.test.d.ts.map +1 -0
- package/dist/detectors/index.d.ts +81 -0
- package/dist/detectors/index.d.ts.map +1 -0
- package/dist/detectors/index.test.d.ts +2 -0
- package/dist/detectors/index.test.d.ts.map +1 -0
- package/dist/diagnose/causal-sweep.d.ts +100 -0
- package/dist/diagnose/causal-sweep.d.ts.map +1 -0
- package/dist/diagnose/index.d.ts +36 -0
- package/dist/diagnose/index.d.ts.map +1 -0
- package/dist/diagnose/remediation.d.ts +68 -0
- package/dist/diagnose/remediation.d.ts.map +1 -0
- package/dist/diagnose/repair.d.ts +77 -0
- package/dist/diagnose/repair.d.ts.map +1 -0
- package/dist/diagnose.d.ts +1 -251
- package/dist/diagnose.js +2 -2
- package/dist/discover-personas.d.ts +35 -0
- package/dist/discover-personas.d.ts.map +1 -0
- package/dist/driver.d.ts +95 -0
- package/dist/driver.d.ts.map +1 -0
- package/dist/driver.test.d.ts +8 -0
- package/dist/driver.test.d.ts.map +1 -0
- package/dist/dual-agent-bench.d.ts +81 -0
- package/dist/dual-agent-bench.d.ts.map +1 -0
- package/dist/error-count-extractor.d.ts +47 -0
- package/dist/error-count-extractor.d.ts.map +1 -0
- package/dist/error-count-extractor.test.d.ts +2 -0
- package/dist/error-count-extractor.test.d.ts.map +1 -0
- package/dist/{errors-CzMUYo7b.d.ts → errors.d.ts} +10 -11
- package/dist/errors.d.ts.map +1 -0
- package/dist/{researcher-DE6Gpnb4.d.ts → eval-campaign.d.ts} +34 -156
- package/dist/eval-campaign.d.ts.map +1 -0
- package/dist/eval-campaign.test.d.ts +2 -0
- package/dist/eval-campaign.test.d.ts.map +1 -0
- package/dist/eval-tools.d.ts +55 -0
- package/dist/eval-tools.d.ts.map +1 -0
- package/dist/eval-trace-store.d.ts +107 -0
- package/dist/eval-trace-store.d.ts.map +1 -0
- package/dist/eval-trace-store.test.d.ts +2 -0
- package/dist/eval-trace-store.test.d.ts.map +1 -0
- package/dist/executor.d.ts +38 -0
- package/dist/executor.d.ts.map +1 -0
- package/dist/executor.test.d.ts +10 -0
- package/dist/executor.test.d.ts.map +1 -0
- package/dist/experiment-tracker.d.ts +178 -0
- package/dist/experiment-tracker.d.ts.map +1 -0
- package/dist/experiment-tracker.test.d.ts +2 -0
- package/dist/experiment-tracker.test.d.ts.map +1 -0
- package/dist/failure-taxonomy.d.ts +38 -0
- package/dist/failure-taxonomy.d.ts.map +1 -0
- package/dist/{feedback-trajectory-D9OVLrg9.d.ts → feedback-trajectory.d.ts} +36 -38
- package/dist/feedback-trajectory.d.ts.map +1 -0
- package/dist/feedback-trajectory.test.d.ts +2 -0
- package/dist/feedback-trajectory.test.d.ts.map +1 -0
- package/dist/flow-layer.d.ts +90 -0
- package/dist/flow-layer.d.ts.map +1 -0
- package/dist/flow-layer.test.d.ts +2 -0
- package/dist/flow-layer.test.d.ts.map +1 -0
- package/dist/fuzz/capsule.d.ts +46 -0
- package/dist/fuzz/capsule.d.ts.map +1 -0
- package/dist/fuzz/cube.d.ts +36 -0
- package/dist/fuzz/cube.d.ts.map +1 -0
- package/dist/fuzz/explorer-cost.test.d.ts +2 -0
- package/dist/fuzz/explorer-cost.test.d.ts.map +1 -0
- package/dist/fuzz/explorer.d.ts +64 -0
- package/dist/fuzz/explorer.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.d.ts +16 -0
- package/dist/fuzz/fuzz-agent.d.ts.map +1 -0
- package/dist/fuzz/fuzz-agent.test.d.ts +2 -0
- package/dist/fuzz/fuzz-agent.test.d.ts.map +1 -0
- package/dist/fuzz/gates.d.ts +33 -0
- package/dist/fuzz/gates.d.ts.map +1 -0
- package/dist/fuzz/index.d.ts +26 -0
- package/dist/fuzz/index.d.ts.map +1 -0
- package/dist/fuzz/policies.d.ts +28 -0
- package/dist/fuzz/policies.d.ts.map +1 -0
- package/dist/fuzz/tools.d.ts +20 -0
- package/dist/fuzz/tools.d.ts.map +1 -0
- package/dist/fuzz/types.d.ts +307 -0
- package/dist/fuzz/types.d.ts.map +1 -0
- package/dist/fuzz.d.ts +1 -547
- package/dist/golden-matcher.d.ts +71 -0
- package/dist/golden-matcher.d.ts.map +1 -0
- package/dist/governance/eu-ai-act.d.ts +37 -0
- package/dist/governance/eu-ai-act.d.ts.map +1 -0
- package/dist/governance/index.d.ts +5 -135
- package/dist/governance/index.d.ts.map +1 -0
- package/dist/governance/nist-ai-rmf.d.ts +15 -0
- package/dist/governance/nist-ai-rmf.d.ts.map +1 -0
- package/dist/governance/soc2.d.ts +12 -0
- package/dist/governance/soc2.d.ts.map +1 -0
- package/dist/governance/types.d.ts +66 -0
- package/dist/governance/types.d.ts.map +1 -0
- package/dist/harness-optimizer.d.ts +82 -0
- package/dist/harness-optimizer.d.ts.map +1 -0
- package/dist/held-out-gate.d.ts +135 -0
- package/dist/held-out-gate.d.ts.map +1 -0
- package/dist/hosted/client.d.ts +73 -0
- package/dist/hosted/client.d.ts.map +1 -0
- package/dist/hosted/from-env.test.d.ts +8 -0
- package/dist/hosted/from-env.test.d.ts.map +1 -0
- package/dist/hosted/index.d.ts +10 -238
- package/dist/hosted/index.d.ts.map +1 -0
- package/dist/hosted/types.d.ts +159 -0
- package/dist/hosted/types.d.ts.map +1 -0
- package/dist/index.d.ts +277 -5643
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +317 -108
- package/dist/index.js.map +1 -1
- package/dist/integrity/backend-integrity.d.ts +71 -0
- package/dist/integrity/backend-integrity.d.ts.map +1 -0
- package/dist/integrity/preflight.d.ts +72 -0
- package/dist/integrity/preflight.d.ts.map +1 -0
- package/dist/integrity/preflight.test.d.ts +2 -0
- package/dist/integrity/preflight.test.d.ts.map +1 -0
- package/dist/integrity/single-backend.d.ts +67 -0
- package/dist/integrity/single-backend.d.ts.map +1 -0
- package/dist/intent-match-judge.d.ts +69 -0
- package/dist/intent-match-judge.d.ts.map +1 -0
- package/dist/intent-match-judge.test.d.ts +2 -0
- package/dist/intent-match-judge.test.d.ts.map +1 -0
- package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration.d.ts} +16 -17
- package/dist/judge-calibration.d.ts.map +1 -0
- package/dist/judge-ensemble.d.ts +66 -0
- package/dist/judge-ensemble.d.ts.map +1 -0
- package/dist/judge-ensemble.test.d.ts +8 -0
- package/dist/judge-ensemble.test.d.ts.map +1 -0
- package/dist/judge-families.d.ts +38 -0
- package/dist/judge-families.d.ts.map +1 -0
- package/dist/judge-panel.d.ts +65 -0
- package/dist/judge-panel.d.ts.map +1 -0
- package/dist/judge-retry.d.ts +70 -0
- package/dist/judge-retry.d.ts.map +1 -0
- package/dist/judge-runner.d.ts +36 -0
- package/dist/judge-runner.d.ts.map +1 -0
- package/dist/judge-runner.test.d.ts +2 -0
- package/dist/judge-runner.test.d.ts.map +1 -0
- package/dist/judges.d.ts +74 -0
- package/dist/judges.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.d.ts +89 -0
- package/dist/keyword-coverage-judge.d.ts.map +1 -0
- package/dist/keyword-coverage-judge.test.d.ts +2 -0
- package/dist/keyword-coverage-judge.test.d.ts.map +1 -0
- package/dist/knowledge/index.d.ts +3 -103
- package/dist/knowledge/index.d.ts.map +1 -0
- package/dist/knowledge/readiness.d.ts +26 -0
- package/dist/knowledge/readiness.d.ts.map +1 -0
- package/dist/knowledge/types.d.ts +75 -0
- package/dist/knowledge/types.d.ts.map +1 -0
- package/dist/live-proof.d.ts +62 -0
- package/dist/live-proof.d.ts.map +1 -0
- package/dist/{llm-client-BeEcAokY.d.ts → llm-client.d.ts} +52 -23
- package/dist/llm-client.d.ts.map +1 -0
- package/dist/llm-client.test.d.ts +2 -0
- package/dist/llm-client.test.d.ts.map +1 -0
- package/dist/locked-jsonl-appender.d.ts +19 -0
- package/dist/locked-jsonl-appender.d.ts.map +1 -0
- package/dist/matrix/aggregation.d.ts +16 -0
- package/dist/matrix/aggregation.d.ts.map +1 -0
- package/dist/matrix/index.d.ts +12 -30
- package/dist/matrix/index.d.ts.map +1 -0
- package/dist/matrix/runner.d.ts +15 -0
- package/dist/matrix/runner.d.ts.map +1 -0
- package/dist/{types-mn5Aqk7x.d.ts → matrix/types.d.ts} +11 -15
- package/dist/matrix/types.d.ts.map +1 -0
- package/dist/meta-eval/calibration.d.ts +47 -0
- package/dist/meta-eval/calibration.d.ts.map +1 -0
- package/dist/meta-eval/correlation-study.d.ts +53 -0
- package/dist/meta-eval/correlation-study.d.ts.map +1 -0
- package/dist/meta-eval/index.d.ts +6 -181
- package/dist/meta-eval/index.d.ts.map +1 -0
- package/dist/meta-eval/index.js +1 -1
- package/dist/{outcome-store-rnXLEqSn.d.ts → meta-eval/outcome-store.d.ts} +7 -8
- package/dist/meta-eval/outcome-store.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-Cy_W-hWZ.d.ts → meta-eval/rubric-predictive-validity.d.ts} +8 -11
- package/dist/meta-eval/rubric-predictive-validity.d.ts.map +1 -0
- package/dist/meta-eval/sentinel.d.ts +169 -0
- package/dist/meta-eval/sentinel.d.ts.map +1 -0
- package/dist/metrics.d.ts +63 -0
- package/dist/metrics.d.ts.map +1 -0
- package/dist/model-seats.d.ts +71 -0
- package/dist/model-seats.d.ts.map +1 -0
- package/dist/model-seats.test.d.ts +2 -0
- package/dist/model-seats.test.d.ts.map +1 -0
- package/dist/muffled-gate-scanner.d.ts +102 -0
- package/dist/muffled-gate-scanner.d.ts.map +1 -0
- package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier.d.ts} +12 -15
- package/dist/multi-layer-verifier.d.ts.map +1 -0
- package/dist/multi-layer-verifier.test.d.ts +2 -0
- package/dist/multi-layer-verifier.test.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.d.ts +80 -0
- package/dist/multi-toolchain-layer.d.ts.map +1 -0
- package/dist/multi-toolchain-layer.test.d.ts +2 -0
- package/dist/multi-toolchain-layer.test.d.ts.map +1 -0
- package/dist/multishot/default-tools.d.ts +34 -0
- package/dist/multishot/default-tools.d.ts.map +1 -0
- package/dist/multishot/index.d.ts +7 -290
- package/dist/multishot/index.d.ts.map +1 -0
- package/dist/multishot/index.js.map +1 -1
- package/dist/multishot/judges.d.ts +32 -0
- package/dist/multishot/judges.d.ts.map +1 -0
- package/dist/multishot/matrix.d.ts +107 -0
- package/dist/multishot/matrix.d.ts.map +1 -0
- package/dist/multishot/multishot.d.ts +23 -0
- package/dist/multishot/multishot.d.ts.map +1 -0
- package/dist/multishot/router.d.ts +37 -0
- package/dist/multishot/router.d.ts.map +1 -0
- package/dist/multishot/types.d.ts +60 -0
- package/dist/multishot/types.d.ts.map +1 -0
- package/dist/observability.d.ts +71 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/oracle.d.ts +55 -0
- package/dist/oracle.d.ts.map +1 -0
- package/dist/orthogonality.d.ts +35 -0
- package/dist/orthogonality.d.ts.map +1 -0
- package/dist/otel-pipeline.d.ts +31 -0
- package/dist/otel-pipeline.d.ts.map +1 -0
- package/dist/paraphrase.d.ts +107 -0
- package/dist/paraphrase.d.ts.map +1 -0
- package/dist/{pareto-E-pembql.d.ts → pareto.d.ts} +9 -10
- package/dist/pareto.d.ts.map +1 -0
- package/dist/partition-held-out.d.ts +70 -0
- package/dist/partition-held-out.d.ts.map +1 -0
- package/dist/partition-held-out.test.d.ts +2 -0
- package/dist/partition-held-out.test.d.ts.map +1 -0
- package/dist/perf/index.d.ts +13 -119
- package/dist/perf/index.d.ts.map +1 -0
- package/dist/perf/integrity.d.ts +30 -0
- package/dist/perf/integrity.d.ts.map +1 -0
- package/dist/perf/journey.d.ts +45 -0
- package/dist/perf/journey.d.ts.map +1 -0
- package/dist/perf/ratchet.d.ts +47 -0
- package/dist/perf/ratchet.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.d.ts +31 -0
- package/dist/pipelines/budget-breach.d.ts.map +1 -0
- package/dist/pipelines/budget-breach.test.d.ts +2 -0
- package/dist/pipelines/budget-breach.test.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.d.ts +38 -0
- package/dist/pipelines/failure-cluster.d.ts.map +1 -0
- package/dist/pipelines/failure-cluster.test.d.ts +2 -0
- package/dist/pipelines/failure-cluster.test.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.d.ts +26 -0
- package/dist/pipelines/first-divergence.d.ts.map +1 -0
- package/dist/pipelines/first-divergence.test.d.ts +2 -0
- package/dist/pipelines/first-divergence.test.d.ts.map +1 -0
- package/dist/pipelines/index.d.ts +8 -173
- package/dist/pipelines/index.d.ts.map +1 -0
- package/dist/pipelines/index.js +40 -15
- package/dist/pipelines/index.js.map +1 -1
- package/dist/pipelines/judge-agreement.d.ts +26 -0
- package/dist/pipelines/judge-agreement.d.ts.map +1 -0
- package/dist/pipelines/judge-agreement.test.d.ts +2 -0
- package/dist/pipelines/judge-agreement.test.d.ts.map +1 -0
- package/dist/pipelines/regression.d.ts +23 -0
- package/dist/pipelines/regression.d.ts.map +1 -0
- package/dist/pipelines/regression.test.d.ts +2 -0
- package/dist/pipelines/regression.test.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.d.ts +32 -0
- package/dist/pipelines/stuck-loop.d.ts.map +1 -0
- package/dist/pipelines/stuck-loop.test.d.ts +2 -0
- package/dist/pipelines/stuck-loop.test.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.d.ts +34 -0
- package/dist/pipelines/tool-waste.d.ts.map +1 -0
- package/dist/pipelines/tool-waste.test.d.ts +2 -0
- package/dist/pipelines/tool-waste.test.d.ts.map +1 -0
- package/dist/playbook.d.ts +16 -0
- package/dist/playbook.d.ts.map +1 -0
- package/dist/pr-review-benchmark.d.ts +88 -0
- package/dist/pr-review-benchmark.d.ts.map +1 -0
- package/dist/pr-review-benchmark.test.d.ts +2 -0
- package/dist/pr-review-benchmark.test.d.ts.map +1 -0
- package/dist/pre-registration.d.ts +125 -0
- package/dist/pre-registration.d.ts.map +1 -0
- package/dist/prm/builtin-rubrics.d.ts +33 -0
- package/dist/prm/builtin-rubrics.d.ts.map +1 -0
- package/dist/prm/index.d.ts +5 -100
- package/dist/prm/index.d.ts.map +1 -0
- package/dist/prm/index.js +55 -12
- package/dist/prm/index.js.map +1 -1
- package/dist/prm/inference.d.ts +29 -0
- package/dist/prm/inference.d.ts.map +1 -0
- package/dist/prm/inference.test.d.ts +2 -0
- package/dist/prm/inference.test.d.ts.map +1 -0
- package/dist/{rubric-BOfxn4ja.d.ts → prm/rubric.d.ts} +10 -13
- package/dist/prm/rubric.d.ts.map +1 -0
- package/dist/prm/training-export.d.ts +38 -0
- package/dist/prm/training-export.d.ts.map +1 -0
- package/dist/produced-state.d.ts +63 -0
- package/dist/produced-state.d.ts.map +1 -0
- package/dist/produced-state.test.d.ts +8 -0
- package/dist/produced-state.test.d.ts.map +1 -0
- package/dist/profile/baselines.d.ts +37 -0
- package/dist/profile/baselines.d.ts.map +1 -0
- package/dist/profile/index.d.ts +105 -0
- package/dist/profile/index.d.ts.map +1 -0
- package/dist/promotion-gate.d.ts +93 -0
- package/dist/promotion-gate.d.ts.map +1 -0
- package/dist/prompt-registry.d.ts +41 -0
- package/dist/prompt-registry.d.ts.map +1 -0
- package/dist/propose-review-control.d.ts +49 -0
- package/dist/propose-review-control.d.ts.map +1 -0
- package/dist/propose-review-control.test.d.ts +2 -0
- package/dist/propose-review-control.test.d.ts.map +1 -0
- package/dist/propose-review.d.ts +155 -0
- package/dist/propose-review.d.ts.map +1 -0
- package/dist/{red-team-BXHil6c8.d.ts → red-team.d.ts} +14 -16
- package/dist/red-team.d.ts.map +1 -0
- package/dist/reference-replay-steering.d.ts +11 -0
- package/dist/reference-replay-steering.d.ts.map +1 -0
- package/dist/reference-replay.d.ts +176 -0
- package/dist/reference-replay.d.ts.map +1 -0
- package/dist/reflective-mutation.d.ts +79 -0
- package/dist/reflective-mutation.d.ts.map +1 -0
- package/dist/registry.d.ts +31 -0
- package/dist/registry.d.ts.map +1 -0
- package/dist/release-confidence.d.ts +128 -0
- package/dist/release-confidence.d.ts.map +1 -0
- package/dist/release-report.d.ts +11 -0
- package/dist/release-report.d.ts.map +1 -0
- package/dist/replay.d.ts +120 -0
- package/dist/replay.d.ts.map +1 -0
- package/dist/reporter.d.ts +14 -0
- package/dist/reporter.d.ts.map +1 -0
- package/dist/reporting.d.ts +15 -15
- package/dist/reporting.d.ts.map +1 -0
- package/dist/reporting.js +3 -3
- package/dist/researcher.d.ts +140 -0
- package/dist/researcher.d.ts.map +1 -0
- package/dist/reviewer.d.ts +118 -0
- package/dist/reviewer.d.ts.map +1 -0
- package/dist/reviewer.test.d.ts +2 -0
- package/dist/reviewer.test.d.ts.map +1 -0
- package/dist/reward-model-export.d.ts +60 -0
- package/dist/reward-model-export.d.ts.map +1 -0
- package/dist/rl/active-curriculum.d.ts +110 -0
- package/dist/rl/active-curriculum.d.ts.map +1 -0
- package/dist/rl/adaptation-eval.d.ts +109 -0
- package/dist/rl/adaptation-eval.d.ts.map +1 -0
- package/dist/{adversarial-DIVcDoI_.d.ts → rl/adversarial.d.ts} +6 -7
- package/dist/rl/adversarial.d.ts.map +1 -0
- package/dist/rl/compute-curves.d.ts +127 -0
- package/dist/rl/compute-curves.d.ts.map +1 -0
- package/dist/rl/contamination.d.ts +117 -0
- package/dist/rl/contamination.d.ts.map +1 -0
- package/dist/rl/corpus.d.ts +55 -0
- package/dist/rl/corpus.d.ts.map +1 -0
- package/dist/rl/corpus.test.d.ts +2 -0
- package/dist/rl/corpus.test.d.ts.map +1 -0
- package/dist/rl/dataset.d.ts +102 -0
- package/dist/rl/dataset.d.ts.map +1 -0
- package/dist/rl/dataset.test.d.ts +2 -0
- package/dist/rl/dataset.test.d.ts.map +1 -0
- package/dist/rl/exporters.d.ts +141 -0
- package/dist/rl/exporters.d.ts.map +1 -0
- package/dist/rl/index.d.ts +49 -0
- package/dist/rl/index.d.ts.map +1 -0
- package/dist/{off-policy-DiwuKKg7.d.ts → rl/off-policy.d.ts} +8 -9
- package/dist/rl/off-policy.d.ts.map +1 -0
- package/dist/rl/predictive-validity-researcher.d.ts +69 -0
- package/dist/rl/predictive-validity-researcher.d.ts.map +1 -0
- package/dist/rl/preferences.d.ts +141 -0
- package/dist/rl/preferences.d.ts.map +1 -0
- package/dist/rl/process-reward.d.ts +122 -0
- package/dist/rl/process-reward.d.ts.map +1 -0
- package/dist/rl/reward-hacking.d.ts +104 -0
- package/dist/rl/reward-hacking.d.ts.map +1 -0
- package/dist/rl/rl-campaign.d.ts +85 -0
- package/dist/rl/rl-campaign.d.ts.map +1 -0
- package/dist/rl/run-record-adapters.d.ts +56 -0
- package/dist/rl/run-record-adapters.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.d.ts +166 -0
- package/dist/rl/sim-fidelity.d.ts.map +1 -0
- package/dist/rl/sim-fidelity.test.d.ts +2 -0
- package/dist/rl/sim-fidelity.test.d.ts.map +1 -0
- package/dist/rl/tournament.d.ts +115 -0
- package/dist/rl/tournament.d.ts.map +1 -0
- package/dist/rl/verifiable-reward.d.ts +124 -0
- package/dist/rl/verifiable-reward.d.ts.map +1 -0
- package/dist/rl.d.ts +1 -1192
- package/dist/rl.js +615 -615
- package/dist/rl.js.map +1 -1
- package/dist/{run-campaign-RDGAM5KJ.js → run-campaign-WXY7KI67.js} +3 -3
- package/dist/run-critic.d.ts +23 -0
- package/dist/run-critic.d.ts.map +1 -0
- package/dist/run-evidence.d.ts +32 -0
- package/dist/run-evidence.d.ts.map +1 -0
- package/dist/{run-record-e7vj1uZQ.d.ts → run-record.d.ts} +16 -122
- package/dist/run-record.d.ts.map +1 -0
- package/dist/run-record.test.d.ts +2 -0
- package/dist/run-record.test.d.ts.map +1 -0
- package/dist/run-score.d.ts +31 -0
- package/dist/run-score.d.ts.map +1 -0
- package/dist/runtime-trajectory.d.ts +47 -0
- package/dist/runtime-trajectory.d.ts.map +1 -0
- package/dist/{test-graded-scenario-BdVaPyHT.d.ts → sandbox-harness.d.ts} +34 -60
- package/dist/sandbox-harness.d.ts.map +1 -0
- package/dist/sandbox-harness.test.d.ts +2 -0
- package/dist/sandbox-harness.test.d.ts.map +1 -0
- package/dist/sandbox-pool.d.ts +74 -0
- package/dist/sandbox-pool.d.ts.map +1 -0
- package/dist/sandbox-pool.test.d.ts +2 -0
- package/dist/sandbox-pool.test.d.ts.map +1 -0
- package/dist/scorecard.d.ts +133 -0
- package/dist/scorecard.d.ts.map +1 -0
- package/dist/scorecard.test.d.ts +2 -0
- package/dist/scorecard.test.d.ts.map +1 -0
- package/dist/self-play.d.ts +69 -0
- package/dist/self-play.d.ts.map +1 -0
- package/dist/semantic-concept-judge.d.ts +135 -0
- package/dist/semantic-concept-judge.d.ts.map +1 -0
- package/dist/semantic-concept-judge.test.d.ts +2 -0
- package/dist/semantic-concept-judge.test.d.ts.map +1 -0
- package/dist/{sequential-5iSVfzl2.d.ts → sequential.d.ts} +9 -10
- package/dist/sequential.d.ts.map +1 -0
- package/dist/{series-convergence-D5OWMBg6.d.ts → series-convergence.d.ts} +4 -5
- package/dist/series-convergence.d.ts.map +1 -0
- package/dist/slo.d.ts +48 -0
- package/dist/slo.d.ts.map +1 -0
- package/dist/state-continuity.d.ts +47 -0
- package/dist/state-continuity.d.ts.map +1 -0
- package/dist/{statistics-C7PozGrZ.d.ts → statistics.d.ts} +152 -39
- package/dist/statistics.d.ts.map +1 -0
- package/dist/statistics.test.d.ts +2 -0
- package/dist/statistics.test.d.ts.map +1 -0
- package/dist/steering-optimizer.d.ts +58 -0
- package/dist/steering-optimizer.d.ts.map +1 -0
- package/dist/steering.d.ts +24 -0
- package/dist/steering.d.ts.map +1 -0
- package/dist/storyboard/code-edit.d.ts +64 -0
- package/dist/storyboard/code-edit.d.ts.map +1 -0
- package/dist/storyboard/code-edit.test.d.ts +2 -0
- package/dist/storyboard/code-edit.test.d.ts.map +1 -0
- package/dist/storyboard/index.d.ts +16 -81
- package/dist/storyboard/index.d.ts.map +1 -0
- package/dist/storyboard/index.test.d.ts +2 -0
- package/dist/storyboard/index.test.d.ts.map +1 -0
- package/dist/{summary-report-DGmUucwQ.d.ts → summary-report.d.ts} +23 -160
- package/dist/summary-report.d.ts.map +1 -0
- package/dist/telemetry/client.d.ts +35 -0
- package/dist/telemetry/client.d.ts.map +1 -0
- package/dist/telemetry/index.d.ts +17 -35
- package/dist/telemetry/index.d.ts.map +1 -0
- package/dist/telemetry/schema.d.ts +61 -0
- package/dist/telemetry/schema.d.ts.map +1 -0
- package/dist/telemetry/sink-fetch.d.ts +39 -0
- package/dist/telemetry/sink-fetch.d.ts.map +1 -0
- package/dist/telemetry/{file.d.ts → sink-file.d.ts} +5 -7
- package/dist/telemetry/sink-file.d.ts.map +1 -0
- package/dist/test-graded-scenario.d.ts +42 -0
- package/dist/test-graded-scenario.d.ts.map +1 -0
- package/dist/testing.d.ts +5 -0
- package/dist/testing.d.ts.map +1 -0
- package/dist/testing.js +8 -0
- package/dist/testing.js.map +1 -0
- package/dist/tool-use-metrics.d.ts +35 -0
- package/dist/tool-use-metrics.d.ts.map +1 -0
- package/dist/trace/capture-fetch.d.ts +48 -0
- package/dist/trace/capture-fetch.d.ts.map +1 -0
- package/dist/trace/capture-fetch.test.d.ts +2 -0
- package/dist/trace/capture-fetch.test.d.ts.map +1 -0
- package/dist/{emitter-DEZwY14K.d.ts → trace/emitter.d.ts} +9 -12
- package/dist/trace/emitter.d.ts.map +1 -0
- package/dist/trace/extract-usage.d.ts +46 -0
- package/dist/trace/extract-usage.d.ts.map +1 -0
- package/dist/trace/extract-usage.test.d.ts +2 -0
- package/dist/trace/extract-usage.test.d.ts.map +1 -0
- package/dist/trace/index.d.ts +15 -0
- package/dist/trace/index.d.ts.map +1 -0
- package/dist/{integrity-VJ9A7aST.d.ts → trace/integrity.d.ts} +11 -14
- package/dist/trace/integrity.d.ts.map +1 -0
- package/dist/trace/otel-bridge.d.ts +29 -0
- package/dist/trace/otel-bridge.d.ts.map +1 -0
- package/dist/trace/otel-export.d.ts +52 -0
- package/dist/trace/otel-export.d.ts.map +1 -0
- package/dist/trace/otel.d.ts +57 -0
- package/dist/trace/otel.d.ts.map +1 -0
- package/dist/trace/otlp-attributes.d.ts +17 -0
- package/dist/trace/otlp-attributes.d.ts.map +1 -0
- package/dist/trace/query.d.ts +29 -0
- package/dist/trace/query.d.ts.map +1 -0
- package/dist/trace/query.test.d.ts +2 -0
- package/dist/trace/query.test.d.ts.map +1 -0
- package/dist/{raw-provider-sink-C46HDghv.d.ts → trace/raw-provider-sink.d.ts} +13 -14
- package/dist/trace/raw-provider-sink.d.ts.map +1 -0
- package/dist/{redact-B40YG2M_.d.ts → trace/redact.d.ts} +7 -8
- package/dist/trace/redact.d.ts.map +1 -0
- package/dist/{schema-m0gsnbt3.d.ts → trace/schema.d.ts} +29 -30
- package/dist/trace/schema.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.d.ts +72 -0
- package/dist/trace/store-to-otlp.d.ts.map +1 -0
- package/dist/trace/store-to-otlp.test.d.ts +2 -0
- package/dist/trace/store-to-otlp.test.d.ts.map +1 -0
- package/dist/{store-CKUAgsJz.d.ts → trace/store.d.ts} +37 -13
- package/dist/trace/store.d.ts.map +1 -0
- package/dist/trace/store.test.d.ts +2 -0
- package/dist/trace/store.test.d.ts.map +1 -0
- package/dist/{analyst-C8HHvfJp.d.ts → trace-analyst/analyst.d.ts} +12 -14
- package/dist/trace-analyst/analyst.d.ts.map +1 -0
- package/dist/trace-analyst/analyst.test.d.ts +2 -0
- package/dist/trace-analyst/analyst.test.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts +40 -0
- package/dist/trace-analyst/behavioral-metrics.d.ts.map +1 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts +2 -0
- package/dist/trace-analyst/behavioral-metrics.test.d.ts.map +1 -0
- package/dist/trace-analyst/hook.d.ts +55 -0
- package/dist/trace-analyst/hook.d.ts.map +1 -0
- package/dist/trace-analyst/index.d.ts +18 -0
- package/dist/trace-analyst/index.d.ts.map +1 -0
- package/dist/trace-analyst/insights.d.ts +71 -0
- package/dist/trace-analyst/insights.d.ts.map +1 -0
- package/dist/trace-analyst/insights.test.d.ts +2 -0
- package/dist/trace-analyst/insights.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-flatten.d.ts +42 -0
- package/dist/trace-analyst/otlp-flatten.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.d.ts +85 -0
- package/dist/trace-analyst/otlp-span.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-span.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-span.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts +115 -0
- package/dist/trace-analyst/otlp-to-run-records.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.test.d.ts.map +1 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/otlp-to-run-records.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/prompts.d.ts +6 -0
- package/dist/trace-analyst/prompts.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.d.ts +126 -0
- package/dist/trace-analyst/store-otlp.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.test.d.ts +8 -0
- package/dist/trace-analyst/store-otlp.test.d.ts.map +1 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts +2 -0
- package/dist/trace-analyst/store-otlp.timestamps.test.d.ts.map +1 -0
- package/dist/trace-analyst/store.d.ts +63 -0
- package/dist/trace-analyst/store.d.ts.map +1 -0
- package/dist/trace-analyst/tools.d.ts +44 -0
- package/dist/trace-analyst/tools.d.ts.map +1 -0
- package/dist/trace-analyst/tools.test.d.ts +10 -0
- package/dist/trace-analyst/tools.test.d.ts.map +1 -0
- package/dist/{store-C1YxJDEK.d.ts → trace-analyst/types.d.ts} +18 -74
- package/dist/trace-analyst/types.d.ts.map +1 -0
- package/dist/trace-contracts.d.ts +180 -0
- package/dist/trace-contracts.d.ts.map +1 -0
- package/dist/traced-analyst.d.ts +26 -0
- package/dist/traced-analyst.d.ts.map +1 -0
- package/dist/traced-judges.d.ts +27 -0
- package/dist/traced-judges.d.ts.map +1 -0
- package/dist/traces.d.ts +4 -947
- package/dist/traces.d.ts.map +1 -0
- package/dist/traces.js +42 -12
- package/dist/{trajectory-GEdXJCL5.d.ts → trajectory.d.ts} +8 -9
- package/dist/trajectory.d.ts.map +1 -0
- package/dist/{types-Croy5h7V.d.ts → types.d.ts} +33 -33
- package/dist/types.d.ts.map +1 -0
- package/dist/ui-finding.d.ts +104 -0
- package/dist/ui-finding.d.ts.map +1 -0
- package/dist/verdict-cache.d.ts +78 -0
- package/dist/verdict-cache.d.ts.map +1 -0
- package/dist/verdict-cache.test.d.ts +2 -0
- package/dist/verdict-cache.test.d.ts.map +1 -0
- package/dist/{verdict-C9MlYujm.d.ts → verdict.d.ts} +2 -3
- package/dist/verdict.d.ts.map +1 -0
- package/dist/visual-diff.d.ts +32 -0
- package/dist/visual-diff.d.ts.map +1 -0
- package/dist/wire/handlers.d.ts +54 -0
- package/dist/wire/handlers.d.ts.map +1 -0
- package/dist/wire/index.d.ts +13 -570
- package/dist/wire/index.d.ts.map +1 -0
- package/dist/wire/index.js +2 -2
- package/dist/wire/openapi.d.ts +3 -0
- package/dist/wire/openapi.d.ts.map +1 -0
- package/dist/wire/rpc.d.ts +21 -0
- package/dist/wire/rpc.d.ts.map +1 -0
- package/dist/wire/rubrics.d.ts +34 -0
- package/dist/wire/rubrics.d.ts.map +1 -0
- package/dist/wire/schemas.d.ts +410 -0
- package/dist/wire/schemas.d.ts.map +1 -0
- package/dist/wire/server.d.ts +60 -0
- package/dist/wire/server.d.ts.map +1 -0
- package/dist/workflow/event-schema.d.ts +5 -0
- package/dist/workflow/event-schema.d.ts.map +1 -0
- package/dist/workflow/feedback-pack.d.ts +99 -0
- package/dist/workflow/feedback-pack.d.ts.map +1 -0
- package/dist/workflow/index.d.ts +22 -495
- package/dist/workflow/index.d.ts.map +1 -0
- package/dist/workflow/index.js +2 -2
- package/dist/workflow/intelligence-export.d.ts +62 -0
- package/dist/workflow/intelligence-export.d.ts.map +1 -0
- package/dist/workflow/partner-report.d.ts +49 -0
- package/dist/workflow/partner-report.d.ts.map +1 -0
- package/dist/workflow/phase-graph.d.ts +43 -0
- package/dist/workflow/phase-graph.d.ts.map +1 -0
- package/dist/workflow/promotion-gate.d.ts +61 -0
- package/dist/workflow/promotion-gate.d.ts.map +1 -0
- package/dist/workflow/run-record.d.ts +12 -0
- package/dist/workflow/run-record.d.ts.map +1 -0
- package/dist/workflow/runtime-adapter.d.ts +20 -0
- package/dist/workflow/runtime-adapter.d.ts.map +1 -0
- package/dist/workflow/sanitize.d.ts +21 -0
- package/dist/workflow/sanitize.d.ts.map +1 -0
- package/dist/workflow/schema.d.ts +5 -0
- package/dist/workflow/schema.d.ts.map +1 -0
- package/dist/workflow/summary.d.ts +43 -0
- package/dist/workflow/summary.d.ts.map +1 -0
- package/dist/workflow/trace-event-fields.d.ts +6 -0
- package/dist/workflow/trace-event-fields.d.ts.map +1 -0
- package/dist/workflow/trajectory.d.ts +15 -0
- package/dist/workflow/trajectory.d.ts.map +1 -0
- package/dist/workflow/types.d.ts +68 -0
- package/dist/workflow/types.d.ts.map +1 -0
- package/dist/workspace-inspector.d.ts +67 -0
- package/dist/workspace-inspector.d.ts.map +1 -0
- package/dist/wrangler-deploy-runner.test.d.ts +2 -0
- package/dist/wrangler-deploy-runner.test.d.ts.map +1 -0
- package/docs/campaign-proposers.md +170 -0
- package/docs/concepts.md +8 -4
- package/docs/customer-journeys.md +15 -13
- package/docs/design/loop-taxonomy.md +34 -66
- package/docs/distributed-driver.md +14 -14
- package/docs/feature-guide.md +1 -1
- package/docs/hosted-ingest-spec.md +2 -3
- package/docs/multi-shot-optimization.md +8 -8
- package/docs/product-eval-adoption.md +1 -1
- package/docs/self-improvement-map.md +33 -29
- package/package.json +9 -15
- package/dist/calibration-Cpr3WaX3.d.ts +0 -101
- package/dist/chunk-47X6LRCE.js.map +0 -1
- package/dist/chunk-6SOJM3VR.js.map +0 -1
- package/dist/chunk-CVVHBFGN.js.map +0 -1
- package/dist/chunk-D3V5B42D.js.map +0 -1
- package/dist/chunk-E4GH6USR.js.map +0 -1
- package/dist/chunk-GSH6QNNS.js.map +0 -1
- package/dist/chunk-KWRRMR3J.js.map +0 -1
- package/dist/chunk-LMZQ2Z4U.js.map +0 -1
- package/dist/chunk-QAY5UIJO.js.map +0 -1
- package/dist/chunk-QG2OVF2D.js.map +0 -1
- package/dist/chunk-T375SUOZ.js.map +0 -1
- package/dist/chunk-TWS7AZEY.js.map +0 -1
- package/dist/chunk-UMMZHCPB.js.map +0 -1
- package/dist/chunk-XY4DDNEG.js.map +0 -1
- package/dist/chunk-ZFIBGEOL.js.map +0 -1
- package/dist/control-_Qb7skHX.d.ts +0 -259
- package/dist/corpus-BoR-041R.d.ts +0 -560
- package/dist/failure-cluster-CL7IVgkJ.d.ts +0 -76
- package/dist/harness-optimizer-EnEnQPsr.d.ts +0 -106
- package/dist/index-Bx3gZ8xl.d.ts +0 -159
- package/dist/pre-registration-mAnCugl9.d.ts +0 -523
- package/dist/provenance-LnqRT0sS.d.ts +0 -441
- package/dist/query-CqTxMwDw.d.ts +0 -31
- package/dist/release-report-euXIV_Sk.d.ts +0 -233
- package/dist/run-critic-BAIjX99r.d.ts +0 -56
- package/dist/run-improvement-loop-5z_l5zDz.d.ts +0 -427
- package/dist/runtime-trajectory-BDgfGZSr.d.ts +0 -49
- package/dist/semantic-concept-judge-Dn8Z6KEG.d.ts +0 -624
- package/dist/sink-fetch-B1Yg4Til.d.ts +0 -101
- package/docs/design/external-agent-wedge.md +0 -89
- package/docs/design/phase-d-rfc.md +0 -125
- package/docs/design/phase4-consumer-migration.md +0 -70
- package/docs/design/primitives-integration-spec.md +0 -393
- package/docs/design/product-self-improvement-loop.md +0 -146
- package/docs/design/self-improvement-engine.md +0 -140
- package/docs/design/self-improvement-protocol.md +0 -223
- package/docs/design/self-improvement-roadmap.md +0 -106
- package/docs/design/substrate-gaps.md +0 -118
- package/docs/phase-b-pairing-kit.md +0 -188
- package/docs/phase-b-runbook.md +0 -176
- package/docs/pilot/README.md +0 -62
- package/docs/pilot/customer-checklist.md +0 -90
- package/docs/pilot/integration-foreign-stack.md +0 -296
- package/docs/pilot/integration-tangle-stack.md +0 -248
- package/docs/pilot/one-pager.md +0 -161
- package/docs/pilot/sample-insight-report.json +0 -172
- package/docs/quickstart-external.md +0 -229
- package/docs/research/belief-state-agent-eval-roadmap.md +0 -593
- package/docs/research/research-roadmap.md +0 -205
- package/docs/specs/driver-honest-spec.md +0 -251
- package/docs/specs/hermes-self-improvement-audit.md +0 -93
- package/docs/specs/profile-versioning.md +0 -291
- package/docs/three-package-architecture.md +0 -168
- /package/dist/{chunk-QS3RBQPI.js.map → chunk-D5KBVULY.js.map} +0 -0
- /package/dist/{chunk-UHMJT4T7.js.map → chunk-IZCEK2HR.js.map} +0 -0
- /package/dist/{chunk-L3JOU6XM.js.map → chunk-NACM5RS7.js.map} +0 -0
- /package/dist/{chunk-4FBZZIYD.js.map → chunk-QTMYW64F.js.map} +0 -0
- /package/dist/{chunk-CY6U5S3X.js.map → chunk-URWVKRCS.js.map} +0 -0
- /package/dist/{chunk-Y47J2LJ3.js.map → chunk-Z6L6YSU6.js.map} +0 -0
- /package/dist/{run-campaign-RDGAM5KJ.js.map → run-campaign-WXY7KI67.js.map} +0 -0
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pure handler functions — the "business logic" behind every wire-protocol
|
|
3
|
+
* method. The HTTP server (`server.ts`) and the stdio RPC (`rpc.ts`) both
|
|
4
|
+
* call these. Tests call these directly without spinning a server.
|
|
5
|
+
*
|
|
6
|
+
* Each handler:
|
|
7
|
+
* - Takes a parsed request (already Zod-validated by the transport).
|
|
8
|
+
* - Returns a result that matches the response schema.
|
|
9
|
+
* - Throws `WireError` for caller-fixable errors (404, 400, 422).
|
|
10
|
+
* - Lets unexpected errors bubble — the transport maps them to 500.
|
|
11
|
+
*/
|
|
12
|
+
import type { FeedbackTrajectoryStore } from '../feedback-trajectory';
|
|
13
|
+
import type { TraceStore } from '../trace/store';
|
|
14
|
+
import { type FeedbackIngestResponse, type JudgeRequest, type JudgeResult, type ListRubricsResponse, type TracesIngestRequest, type TracesIngestResponse, type VersionResponse, type FeedbackTrajectory as WireFeedbackTrajectory } from './schemas';
|
|
15
|
+
/** Caller-fixable error. The transport renders this to 4xx + ErrorResponse. */
|
|
16
|
+
export declare class WireError extends Error {
|
|
17
|
+
readonly code: string;
|
|
18
|
+
readonly status: number;
|
|
19
|
+
readonly details?: unknown | undefined;
|
|
20
|
+
constructor(code: string, message: string, status?: number, details?: unknown | undefined);
|
|
21
|
+
}
|
|
22
|
+
export declare function handleJudge(req: JudgeRequest): Promise<JudgeResult>;
|
|
23
|
+
export declare function handleListRubrics(): ListRubricsResponse;
|
|
24
|
+
export declare function handleVersion(): VersionResponse;
|
|
25
|
+
/**
|
|
26
|
+
* Pluggable stores the wire layer routes ingestion writes into. Both
|
|
27
|
+
* are optional — when omitted, the corresponding endpoint returns 503.
|
|
28
|
+
*
|
|
29
|
+
* Production deployments wire a `FileSystemTraceStore` and
|
|
30
|
+
* `FileSystemFeedbackTrajectoryStore` here. Tests substitute in-memory
|
|
31
|
+
* stores.
|
|
32
|
+
*/
|
|
33
|
+
export interface IngestionStores {
|
|
34
|
+
traceStore?: TraceStore;
|
|
35
|
+
feedbackStore?: FeedbackTrajectoryStore;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* `POST /v1/traces/ingest` — accept a batch of `TraceEvent`s from the
|
|
39
|
+
* production runtime. Best-effort: each event is appended independently;
|
|
40
|
+
* one bad event does not poison the batch.
|
|
41
|
+
*
|
|
42
|
+
* Idempotency: the underlying store is append-only; consumers retrying
|
|
43
|
+
* the same payload will get duplicate events. Consumers should
|
|
44
|
+
* de-duplicate by `eventId` downstream — production traces frequently
|
|
45
|
+
* land via at-least-once buses (Kafka, SQS) where dedup is unavoidable.
|
|
46
|
+
*/
|
|
47
|
+
export declare function handleTracesIngest(req: TracesIngestRequest, stores: IngestionStores): Promise<TracesIngestResponse>;
|
|
48
|
+
/**
|
|
49
|
+
* `POST /v1/feedback` — accept a single `FeedbackTrajectory` from the
|
|
50
|
+
* production runtime. Idempotent on `id`: re-posting the same trajectory
|
|
51
|
+
* replaces the prior record.
|
|
52
|
+
*/
|
|
53
|
+
export declare function handleFeedbackIngest(req: WireFeedbackTrajectory, stores: IngestionStores): Promise<FeedbackIngestResponse>;
|
|
54
|
+
//# sourceMappingURL=handlers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"handlers.d.ts","sourceRoot":"","sources":["../../src/wire/handlers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AACH,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAA;AAGrE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AAEhD,OAAO,EACL,KAAK,sBAAsB,EAE3B,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,mBAAmB,EAExB,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,eAAe,EAEpB,KAAK,kBAAkB,IAAI,sBAAsB,EAClD,MAAM,WAAW,CAAA;AAElB,+EAA+E;AAC/E,qBAAa,SAAU,SAAQ,KAAK;aAEhB,IAAI,EAAE,MAAM;aAEZ,MAAM,EAAE,MAAM;aACd,OAAO,CAAC,EAAE,OAAO;gBAHjB,IAAI,EAAE,MAAM,EAC5B,OAAO,EAAE,MAAM,EACC,MAAM,GAAE,MAAY,EACpB,OAAO,CAAC,EAAE,OAAO,YAAA;CAKpC;AA2ID,wBAAsB,WAAW,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CA6CzE;AAID,wBAAgB,iBAAiB,IAAI,mBAAmB,CAEvD;AAiCD,wBAAgB,aAAa,IAAI,eAAe,CAO/C;AAID;;;;;;;GAOG;AACH,MAAM,WAAW,eAAe;IAC9B,UAAU,CAAC,EAAE,UAAU,CAAA;IACvB,aAAa,CAAC,EAAE,uBAAuB,CAAA;CACxC;AAED;;;;;;;;;GASG;AACH,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,mBAAmB,EACxB,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,oBAAoB,CAAC,CAuB/B;AAED;;;;GAIG;AACH,wBAAsB,oBAAoB,CACxC,GAAG,EAAE,sBAAsB,EAC3B,MAAM,EAAE,eAAe,GACtB,OAAO,CAAC,sBAAsB,CAAC,CAajC"}
|
package/dist/wire/index.d.ts
CHANGED
|
@@ -1,573 +1,16 @@
|
|
|
1
|
-
import { F as FeedbackTrajectoryStore } from '../feedback-trajectory-D9OVLrg9.js';
|
|
2
|
-
import { T as TraceStore } from '../store-CKUAgsJz.js';
|
|
3
|
-
import { z } from 'zod';
|
|
4
|
-
import { OpenAPIObject } from 'openapi3-ts/oas31';
|
|
5
|
-
import * as hono_types from 'hono/types';
|
|
6
|
-
import { ServerType } from '@hono/node-server';
|
|
7
|
-
import { Hono } from 'hono';
|
|
8
|
-
import '../control-runtime-DuFBYg7A.js';
|
|
9
|
-
import '../emitter-DEZwY14K.js';
|
|
10
|
-
import '../schema-m0gsnbt3.js';
|
|
11
|
-
import '../dataset-BbGkaN2I.js';
|
|
12
|
-
import '../errors-CzMUYo7b.js';
|
|
13
|
-
|
|
14
|
-
declare const RubricDimensionSchema: z.ZodObject<{
|
|
15
|
-
id: z.ZodString;
|
|
16
|
-
description: z.ZodString;
|
|
17
|
-
weight: z.ZodDefault<z.ZodNumber>;
|
|
18
|
-
min: z.ZodDefault<z.ZodNumber>;
|
|
19
|
-
max: z.ZodDefault<z.ZodNumber>;
|
|
20
|
-
}, z.core.$strip>;
|
|
21
|
-
declare const FailureModeSchema: z.ZodObject<{
|
|
22
|
-
id: z.ZodString;
|
|
23
|
-
description: z.ZodString;
|
|
24
|
-
}, z.core.$strip>;
|
|
25
|
-
declare const RubricSchema: z.ZodObject<{
|
|
26
|
-
name: z.ZodString;
|
|
27
|
-
description: z.ZodString;
|
|
28
|
-
systemPrompt: z.ZodString;
|
|
29
|
-
dimensions: z.ZodArray<z.ZodObject<{
|
|
30
|
-
id: z.ZodString;
|
|
31
|
-
description: z.ZodString;
|
|
32
|
-
weight: z.ZodDefault<z.ZodNumber>;
|
|
33
|
-
min: z.ZodDefault<z.ZodNumber>;
|
|
34
|
-
max: z.ZodDefault<z.ZodNumber>;
|
|
35
|
-
}, z.core.$strip>>;
|
|
36
|
-
failureModes: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
37
|
-
id: z.ZodString;
|
|
38
|
-
description: z.ZodString;
|
|
39
|
-
}, z.core.$strip>>>;
|
|
40
|
-
wins: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
41
|
-
id: z.ZodString;
|
|
42
|
-
description: z.ZodString;
|
|
43
|
-
}, z.core.$strip>>>;
|
|
44
|
-
}, z.core.$strip>;
|
|
45
|
-
declare const JudgeRequestSchema: z.ZodObject<{
|
|
46
|
-
rubricName: z.ZodOptional<z.ZodString>;
|
|
47
|
-
rubric: z.ZodOptional<z.ZodObject<{
|
|
48
|
-
name: z.ZodString;
|
|
49
|
-
description: z.ZodString;
|
|
50
|
-
systemPrompt: z.ZodString;
|
|
51
|
-
dimensions: z.ZodArray<z.ZodObject<{
|
|
52
|
-
id: z.ZodString;
|
|
53
|
-
description: z.ZodString;
|
|
54
|
-
weight: z.ZodDefault<z.ZodNumber>;
|
|
55
|
-
min: z.ZodDefault<z.ZodNumber>;
|
|
56
|
-
max: z.ZodDefault<z.ZodNumber>;
|
|
57
|
-
}, z.core.$strip>>;
|
|
58
|
-
failureModes: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
59
|
-
id: z.ZodString;
|
|
60
|
-
description: z.ZodString;
|
|
61
|
-
}, z.core.$strip>>>;
|
|
62
|
-
wins: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
63
|
-
id: z.ZodString;
|
|
64
|
-
description: z.ZodString;
|
|
65
|
-
}, z.core.$strip>>>;
|
|
66
|
-
}, z.core.$strip>>;
|
|
67
|
-
content: z.ZodString;
|
|
68
|
-
context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
69
|
-
model: z.ZodOptional<z.ZodString>;
|
|
70
|
-
}, z.core.$strip>;
|
|
71
|
-
declare const JudgeResultSchema: z.ZodObject<{
|
|
72
|
-
composite: z.ZodNumber;
|
|
73
|
-
dimensions: z.ZodRecord<z.ZodString, z.ZodNumber>;
|
|
74
|
-
failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
75
|
-
wins: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
76
|
-
rationale: z.ZodString;
|
|
77
|
-
rubricVersion: z.ZodString;
|
|
78
|
-
model: z.ZodString;
|
|
79
|
-
durationMs: z.ZodNumber;
|
|
80
|
-
}, z.core.$strip>;
|
|
81
|
-
declare const RubricInfoSchema: z.ZodObject<{
|
|
82
|
-
name: z.ZodString;
|
|
83
|
-
description: z.ZodString;
|
|
84
|
-
dimensions: z.ZodArray<z.ZodObject<{
|
|
85
|
-
id: z.ZodString;
|
|
86
|
-
description: z.ZodString;
|
|
87
|
-
weight: z.ZodNumber;
|
|
88
|
-
}, z.core.$strip>>;
|
|
89
|
-
failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
90
|
-
rubricVersion: z.ZodString;
|
|
91
|
-
}, z.core.$strip>;
|
|
92
|
-
declare const ListRubricsResponseSchema: z.ZodObject<{
|
|
93
|
-
rubrics: z.ZodArray<z.ZodObject<{
|
|
94
|
-
name: z.ZodString;
|
|
95
|
-
description: z.ZodString;
|
|
96
|
-
dimensions: z.ZodArray<z.ZodObject<{
|
|
97
|
-
id: z.ZodString;
|
|
98
|
-
description: z.ZodString;
|
|
99
|
-
weight: z.ZodNumber;
|
|
100
|
-
}, z.core.$strip>>;
|
|
101
|
-
failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
102
|
-
rubricVersion: z.ZodString;
|
|
103
|
-
}, z.core.$strip>>;
|
|
104
|
-
}, z.core.$strip>;
|
|
105
|
-
declare const VersionResponseSchema: z.ZodObject<{
|
|
106
|
-
package: z.ZodString;
|
|
107
|
-
version: z.ZodString;
|
|
108
|
-
wireVersion: z.ZodString;
|
|
109
|
-
apiSurface: z.ZodArray<z.ZodString>;
|
|
110
|
-
}, z.core.$strip>;
|
|
111
|
-
declare const HealthResponseSchema: z.ZodObject<{
|
|
112
|
-
status: z.ZodLiteral<"ok">;
|
|
113
|
-
uptimeSec: z.ZodNumber;
|
|
114
|
-
}, z.core.$strip>;
|
|
115
1
|
/**
|
|
116
|
-
*
|
|
117
|
-
* Matches `trace/schema.ts` `TraceEvent` but is duplicated here as a
|
|
118
|
-
* wire schema so non-TypeScript clients can validate without depending
|
|
119
|
-
* on internal types.
|
|
120
|
-
*/
|
|
121
|
-
declare const TraceEventSchema: z.ZodObject<{
|
|
122
|
-
eventId: z.ZodString;
|
|
123
|
-
runId: z.ZodString;
|
|
124
|
-
spanId: z.ZodOptional<z.ZodString>;
|
|
125
|
-
kind: z.ZodEnum<{
|
|
126
|
-
policy_violation: "policy_violation";
|
|
127
|
-
custom: "custom";
|
|
128
|
-
error: "error";
|
|
129
|
-
log: "log";
|
|
130
|
-
budget_decrement: "budget_decrement";
|
|
131
|
-
budget_breach: "budget_breach";
|
|
132
|
-
state_mutation: "state_mutation";
|
|
133
|
-
redaction_applied: "redaction_applied";
|
|
134
|
-
}>;
|
|
135
|
-
timestamp: z.ZodNumber;
|
|
136
|
-
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
137
|
-
}, z.core.$strip>;
|
|
138
|
-
declare const TracesIngestRequestSchema: z.ZodObject<{
|
|
139
|
-
events: z.ZodArray<z.ZodObject<{
|
|
140
|
-
eventId: z.ZodString;
|
|
141
|
-
runId: z.ZodString;
|
|
142
|
-
spanId: z.ZodOptional<z.ZodString>;
|
|
143
|
-
kind: z.ZodEnum<{
|
|
144
|
-
policy_violation: "policy_violation";
|
|
145
|
-
custom: "custom";
|
|
146
|
-
error: "error";
|
|
147
|
-
log: "log";
|
|
148
|
-
budget_decrement: "budget_decrement";
|
|
149
|
-
budget_breach: "budget_breach";
|
|
150
|
-
state_mutation: "state_mutation";
|
|
151
|
-
redaction_applied: "redaction_applied";
|
|
152
|
-
}>;
|
|
153
|
-
timestamp: z.ZodNumber;
|
|
154
|
-
payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
155
|
-
}, z.core.$strip>>;
|
|
156
|
-
}, z.core.$strip>;
|
|
157
|
-
declare const TracesIngestResponseSchema: z.ZodObject<{
|
|
158
|
-
accepted: z.ZodNumber;
|
|
159
|
-
rejected: z.ZodNumber;
|
|
160
|
-
errors: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
161
|
-
eventId: z.ZodString;
|
|
162
|
-
message: z.ZodString;
|
|
163
|
-
}, z.core.$strip>>>;
|
|
164
|
-
}, z.core.$strip>;
|
|
165
|
-
declare const FeedbackLabelSchema: z.ZodObject<{
|
|
166
|
-
id: z.ZodOptional<z.ZodString>;
|
|
167
|
-
source: z.ZodEnum<{
|
|
168
|
-
judge: "judge";
|
|
169
|
-
system: "system";
|
|
170
|
-
user: "user";
|
|
171
|
-
policy: "policy";
|
|
172
|
-
environment: "environment";
|
|
173
|
-
metric: "metric";
|
|
174
|
-
}>;
|
|
175
|
-
kind: z.ZodEnum<{
|
|
176
|
-
approve: "approve";
|
|
177
|
-
reject: "reject";
|
|
178
|
-
select: "select";
|
|
179
|
-
edit: "edit";
|
|
180
|
-
rank: "rank";
|
|
181
|
-
rate: "rate";
|
|
182
|
-
comment: "comment";
|
|
183
|
-
metric_outcome: "metric_outcome";
|
|
184
|
-
policy_block: "policy_block";
|
|
185
|
-
revision_request: "revision_request";
|
|
186
|
-
}>;
|
|
187
|
-
value: z.ZodUnknown;
|
|
188
|
-
reason: z.ZodOptional<z.ZodString>;
|
|
189
|
-
severity: z.ZodOptional<z.ZodEnum<{
|
|
190
|
-
error: "error";
|
|
191
|
-
info: "info";
|
|
192
|
-
critical: "critical";
|
|
193
|
-
warning: "warning";
|
|
194
|
-
}>>;
|
|
195
|
-
createdAt: z.ZodString;
|
|
196
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
197
|
-
}, z.core.$strip>;
|
|
198
|
-
declare const FeedbackAttemptSchema: z.ZodObject<{
|
|
199
|
-
id: z.ZodString;
|
|
200
|
-
stepIndex: z.ZodNumber;
|
|
201
|
-
artifactType: z.ZodEnum<{
|
|
202
|
-
action: "action";
|
|
203
|
-
decision: "decision";
|
|
204
|
-
text: "text";
|
|
205
|
-
code: "code";
|
|
206
|
-
plan: "plan";
|
|
207
|
-
research: "research";
|
|
208
|
-
ui: "ui";
|
|
209
|
-
data: "data";
|
|
210
|
-
other: "other";
|
|
211
|
-
}>;
|
|
212
|
-
artifact: z.ZodUnknown;
|
|
213
|
-
options: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
|
|
214
|
-
proposedAction: z.ZodOptional<z.ZodObject<{
|
|
215
|
-
type: z.ZodString;
|
|
216
|
-
risk: z.ZodOptional<z.ZodEnum<{
|
|
217
|
-
medium: "medium";
|
|
218
|
-
low: "low";
|
|
219
|
-
high: "high";
|
|
220
|
-
}>>;
|
|
221
|
-
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
222
|
-
externalSideEffect: z.ZodOptional<z.ZodBoolean>;
|
|
223
|
-
requiresApproval: z.ZodOptional<z.ZodBoolean>;
|
|
224
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
225
|
-
}, z.core.$strip>>;
|
|
226
|
-
feedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
227
|
-
id: z.ZodOptional<z.ZodString>;
|
|
228
|
-
source: z.ZodEnum<{
|
|
229
|
-
judge: "judge";
|
|
230
|
-
system: "system";
|
|
231
|
-
user: "user";
|
|
232
|
-
policy: "policy";
|
|
233
|
-
environment: "environment";
|
|
234
|
-
metric: "metric";
|
|
235
|
-
}>;
|
|
236
|
-
kind: z.ZodEnum<{
|
|
237
|
-
approve: "approve";
|
|
238
|
-
reject: "reject";
|
|
239
|
-
select: "select";
|
|
240
|
-
edit: "edit";
|
|
241
|
-
rank: "rank";
|
|
242
|
-
rate: "rate";
|
|
243
|
-
comment: "comment";
|
|
244
|
-
metric_outcome: "metric_outcome";
|
|
245
|
-
policy_block: "policy_block";
|
|
246
|
-
revision_request: "revision_request";
|
|
247
|
-
}>;
|
|
248
|
-
value: z.ZodUnknown;
|
|
249
|
-
reason: z.ZodOptional<z.ZodString>;
|
|
250
|
-
severity: z.ZodOptional<z.ZodEnum<{
|
|
251
|
-
error: "error";
|
|
252
|
-
info: "info";
|
|
253
|
-
critical: "critical";
|
|
254
|
-
warning: "warning";
|
|
255
|
-
}>>;
|
|
256
|
-
createdAt: z.ZodString;
|
|
257
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
258
|
-
}, z.core.$strip>>>;
|
|
259
|
-
createdAt: z.ZodString;
|
|
260
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
261
|
-
}, z.core.$strip>;
|
|
262
|
-
declare const FeedbackTrajectorySchema: z.ZodObject<{
|
|
263
|
-
id: z.ZodString;
|
|
264
|
-
projectId: z.ZodOptional<z.ZodString>;
|
|
265
|
-
scenarioId: z.ZodOptional<z.ZodString>;
|
|
266
|
-
task: z.ZodObject<{
|
|
267
|
-
intent: z.ZodString;
|
|
268
|
-
context: z.ZodOptional<z.ZodUnknown>;
|
|
269
|
-
}, z.core.$strip>;
|
|
270
|
-
attempts: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
271
|
-
id: z.ZodString;
|
|
272
|
-
stepIndex: z.ZodNumber;
|
|
273
|
-
artifactType: z.ZodEnum<{
|
|
274
|
-
action: "action";
|
|
275
|
-
decision: "decision";
|
|
276
|
-
text: "text";
|
|
277
|
-
code: "code";
|
|
278
|
-
plan: "plan";
|
|
279
|
-
research: "research";
|
|
280
|
-
ui: "ui";
|
|
281
|
-
data: "data";
|
|
282
|
-
other: "other";
|
|
283
|
-
}>;
|
|
284
|
-
artifact: z.ZodUnknown;
|
|
285
|
-
options: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
|
|
286
|
-
proposedAction: z.ZodOptional<z.ZodObject<{
|
|
287
|
-
type: z.ZodString;
|
|
288
|
-
risk: z.ZodOptional<z.ZodEnum<{
|
|
289
|
-
medium: "medium";
|
|
290
|
-
low: "low";
|
|
291
|
-
high: "high";
|
|
292
|
-
}>>;
|
|
293
|
-
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
294
|
-
externalSideEffect: z.ZodOptional<z.ZodBoolean>;
|
|
295
|
-
requiresApproval: z.ZodOptional<z.ZodBoolean>;
|
|
296
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
297
|
-
}, z.core.$strip>>;
|
|
298
|
-
feedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
299
|
-
id: z.ZodOptional<z.ZodString>;
|
|
300
|
-
source: z.ZodEnum<{
|
|
301
|
-
judge: "judge";
|
|
302
|
-
system: "system";
|
|
303
|
-
user: "user";
|
|
304
|
-
policy: "policy";
|
|
305
|
-
environment: "environment";
|
|
306
|
-
metric: "metric";
|
|
307
|
-
}>;
|
|
308
|
-
kind: z.ZodEnum<{
|
|
309
|
-
approve: "approve";
|
|
310
|
-
reject: "reject";
|
|
311
|
-
select: "select";
|
|
312
|
-
edit: "edit";
|
|
313
|
-
rank: "rank";
|
|
314
|
-
rate: "rate";
|
|
315
|
-
comment: "comment";
|
|
316
|
-
metric_outcome: "metric_outcome";
|
|
317
|
-
policy_block: "policy_block";
|
|
318
|
-
revision_request: "revision_request";
|
|
319
|
-
}>;
|
|
320
|
-
value: z.ZodUnknown;
|
|
321
|
-
reason: z.ZodOptional<z.ZodString>;
|
|
322
|
-
severity: z.ZodOptional<z.ZodEnum<{
|
|
323
|
-
error: "error";
|
|
324
|
-
info: "info";
|
|
325
|
-
critical: "critical";
|
|
326
|
-
warning: "warning";
|
|
327
|
-
}>>;
|
|
328
|
-
createdAt: z.ZodString;
|
|
329
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
330
|
-
}, z.core.$strip>>>;
|
|
331
|
-
createdAt: z.ZodString;
|
|
332
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
333
|
-
}, z.core.$strip>>>;
|
|
334
|
-
labels: z.ZodDefault<z.ZodArray<z.ZodObject<{
|
|
335
|
-
id: z.ZodOptional<z.ZodString>;
|
|
336
|
-
source: z.ZodEnum<{
|
|
337
|
-
judge: "judge";
|
|
338
|
-
system: "system";
|
|
339
|
-
user: "user";
|
|
340
|
-
policy: "policy";
|
|
341
|
-
environment: "environment";
|
|
342
|
-
metric: "metric";
|
|
343
|
-
}>;
|
|
344
|
-
kind: z.ZodEnum<{
|
|
345
|
-
approve: "approve";
|
|
346
|
-
reject: "reject";
|
|
347
|
-
select: "select";
|
|
348
|
-
edit: "edit";
|
|
349
|
-
rank: "rank";
|
|
350
|
-
rate: "rate";
|
|
351
|
-
comment: "comment";
|
|
352
|
-
metric_outcome: "metric_outcome";
|
|
353
|
-
policy_block: "policy_block";
|
|
354
|
-
revision_request: "revision_request";
|
|
355
|
-
}>;
|
|
356
|
-
value: z.ZodUnknown;
|
|
357
|
-
reason: z.ZodOptional<z.ZodString>;
|
|
358
|
-
severity: z.ZodOptional<z.ZodEnum<{
|
|
359
|
-
error: "error";
|
|
360
|
-
info: "info";
|
|
361
|
-
critical: "critical";
|
|
362
|
-
warning: "warning";
|
|
363
|
-
}>>;
|
|
364
|
-
createdAt: z.ZodString;
|
|
365
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
366
|
-
}, z.core.$strip>>>;
|
|
367
|
-
outcome: z.ZodOptional<z.ZodObject<{
|
|
368
|
-
success: z.ZodOptional<z.ZodBoolean>;
|
|
369
|
-
score: z.ZodOptional<z.ZodNumber>;
|
|
370
|
-
metrics: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
371
|
-
costUsd: z.ZodOptional<z.ZodNumber>;
|
|
372
|
-
detail: z.ZodOptional<z.ZodString>;
|
|
373
|
-
observedAt: z.ZodOptional<z.ZodString>;
|
|
374
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
375
|
-
}, z.core.$strip>>;
|
|
376
|
-
split: z.ZodOptional<z.ZodEnum<{
|
|
377
|
-
train: "train";
|
|
378
|
-
dev: "dev";
|
|
379
|
-
test: "test";
|
|
380
|
-
holdout: "holdout";
|
|
381
|
-
}>>;
|
|
382
|
-
tags: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
383
|
-
createdAt: z.ZodString;
|
|
384
|
-
updatedAt: z.ZodOptional<z.ZodString>;
|
|
385
|
-
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
386
|
-
}, z.core.$strip>;
|
|
387
|
-
declare const FeedbackIngestResponseSchema: z.ZodObject<{
|
|
388
|
-
id: z.ZodString;
|
|
389
|
-
persisted: z.ZodBoolean;
|
|
390
|
-
}, z.core.$strip>;
|
|
391
|
-
type TraceEvent = z.infer<typeof TraceEventSchema>;
|
|
392
|
-
type TracesIngestRequest = z.infer<typeof TracesIngestRequestSchema>;
|
|
393
|
-
type TracesIngestResponse = z.infer<typeof TracesIngestResponseSchema>;
|
|
394
|
-
type FeedbackTrajectory = z.infer<typeof FeedbackTrajectorySchema>;
|
|
395
|
-
type FeedbackIngestResponse = z.infer<typeof FeedbackIngestResponseSchema>;
|
|
396
|
-
declare const ErrorResponseSchema: z.ZodObject<{
|
|
397
|
-
error: z.ZodObject<{
|
|
398
|
-
code: z.ZodString;
|
|
399
|
-
message: z.ZodString;
|
|
400
|
-
details: z.ZodOptional<z.ZodUnknown>;
|
|
401
|
-
}, z.core.$strip>;
|
|
402
|
-
}, z.core.$strip>;
|
|
403
|
-
type RubricDimension = z.infer<typeof RubricDimensionSchema>;
|
|
404
|
-
type FailureMode = z.infer<typeof FailureModeSchema>;
|
|
405
|
-
type Rubric = z.infer<typeof RubricSchema>;
|
|
406
|
-
type JudgeRequest = z.infer<typeof JudgeRequestSchema>;
|
|
407
|
-
type JudgeResult = z.infer<typeof JudgeResultSchema>;
|
|
408
|
-
type RubricInfo = z.infer<typeof RubricInfoSchema>;
|
|
409
|
-
type ListRubricsResponse = z.infer<typeof ListRubricsResponseSchema>;
|
|
410
|
-
type VersionResponse = z.infer<typeof VersionResponseSchema>;
|
|
411
|
-
type ErrorResponse = z.infer<typeof ErrorResponseSchema>;
|
|
412
|
-
/**
|
|
413
|
-
* Bump on any breaking change to a request/response schema.
|
|
414
|
-
* Non-breaking (additive) changes don't require a bump.
|
|
415
|
-
*/
|
|
416
|
-
declare const WIRE_VERSION = "1.0.0";
|
|
417
|
-
/**
|
|
418
|
-
* Stable hash of a rubric. Used to make scores comparable across runs:
|
|
419
|
-
* if the rubricVersion matches, the rubric was identical.
|
|
420
|
-
*/
|
|
421
|
-
declare function hashRubric(rubric: Rubric): string;
|
|
422
|
-
|
|
423
|
-
/**
|
|
424
|
-
* Pure handler functions — the "business logic" behind every wire-protocol
|
|
425
|
-
* method. The HTTP server (`server.ts`) and the stdio RPC (`rpc.ts`) both
|
|
426
|
-
* call these. Tests call these directly without spinning a server.
|
|
2
|
+
* Wire-protocol module — public surface for cross-language clients.
|
|
427
3
|
*
|
|
428
|
-
*
|
|
429
|
-
*
|
|
430
|
-
*
|
|
431
|
-
* - Throws `WireError` for caller-fixable errors (404, 400, 422).
|
|
432
|
-
* - Lets unexpected errors bubble — the transport maps them to 500.
|
|
433
|
-
*/
|
|
434
|
-
|
|
435
|
-
/** Caller-fixable error. The transport renders this to 4xx + ErrorResponse. */
|
|
436
|
-
declare class WireError extends Error {
|
|
437
|
-
readonly code: string;
|
|
438
|
-
readonly status: number;
|
|
439
|
-
readonly details?: unknown | undefined;
|
|
440
|
-
constructor(code: string, message: string, status?: number, details?: unknown | undefined);
|
|
441
|
-
}
|
|
442
|
-
declare function handleJudge(req: JudgeRequest): Promise<JudgeResult>;
|
|
443
|
-
declare function handleListRubrics(): ListRubricsResponse;
|
|
444
|
-
declare function handleVersion(): VersionResponse;
|
|
445
|
-
/**
|
|
446
|
-
* Pluggable stores the wire layer routes ingestion writes into. Both
|
|
447
|
-
* are optional — when omitted, the corresponding endpoint returns 503.
|
|
448
|
-
*
|
|
449
|
-
* Production deployments wire a `FileSystemTraceStore` and
|
|
450
|
-
* `FileSystemFeedbackTrajectoryStore` here. Tests substitute in-memory
|
|
451
|
-
* stores.
|
|
452
|
-
*/
|
|
453
|
-
interface IngestionStores {
|
|
454
|
-
traceStore?: TraceStore;
|
|
455
|
-
feedbackStore?: FeedbackTrajectoryStore;
|
|
456
|
-
}
|
|
457
|
-
/**
|
|
458
|
-
* `POST /v1/traces/ingest` — accept a batch of `TraceEvent`s from the
|
|
459
|
-
* production runtime. Best-effort: each event is appended independently;
|
|
460
|
-
* one bad event does not poison the batch.
|
|
4
|
+
* The HTTP server, stdio RPC, and OpenAPI emitter all live here. The
|
|
5
|
+
* Zod schemas in `schemas.ts` are the source of truth — keep them in
|
|
6
|
+
* sync with what handlers actually accept and return.
|
|
461
7
|
*
|
|
462
|
-
*
|
|
463
|
-
|
|
464
|
-
*
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
* replaces the prior record.
|
|
472
|
-
*/
|
|
473
|
-
declare function handleFeedbackIngest(req: FeedbackTrajectory, stores: IngestionStores): Promise<FeedbackIngestResponse>;
|
|
474
|
-
|
|
475
|
-
declare function buildOpenApi(packageVersion: string): OpenAPIObject;
|
|
476
|
-
|
|
477
|
-
interface RpcRequest {
|
|
478
|
-
method: 'judge' | 'listRubrics' | 'version';
|
|
479
|
-
params?: unknown;
|
|
480
|
-
}
|
|
481
|
-
interface RpcSuccess {
|
|
482
|
-
result: unknown;
|
|
483
|
-
}
|
|
484
|
-
interface RpcError {
|
|
485
|
-
error: {
|
|
486
|
-
code: string;
|
|
487
|
-
message: string;
|
|
488
|
-
details?: unknown;
|
|
489
|
-
};
|
|
490
|
-
}
|
|
491
|
-
declare function dispatchRpc(req: RpcRequest): Promise<RpcSuccess | RpcError>;
|
|
492
|
-
/** Read one JSON request from stdin, write one JSON response to stdout. */
|
|
493
|
-
declare function runRpcOnce(method?: string): Promise<number>;
|
|
494
|
-
/** Read JSONL requests from stdin, write JSONL responses to stdout. */
|
|
495
|
-
declare function runRpcBatch(method?: string): Promise<number>;
|
|
496
|
-
|
|
497
|
-
/**
|
|
498
|
-
* Built-in rubrics shipped with agent-eval.
|
|
499
|
-
*
|
|
500
|
-
* A rubric is a set of scoring axes plus a system prompt that tells the
|
|
501
|
-
* judging LLM how to grade against those axes. Built-in rubrics are
|
|
502
|
-
* curated for use cases that recur across Tangle projects — call them
|
|
503
|
-
* by name from any client.
|
|
504
|
-
*
|
|
505
|
-
* Adding a rubric:
|
|
506
|
-
* 1. Define the Rubric object below with a clear `description` and
|
|
507
|
-
* named `dimensions`.
|
|
508
|
-
* 2. Register it in `BUILTIN_RUBRICS` at the bottom.
|
|
509
|
-
* 3. Add a test in `tests/wire/rubrics.test.ts`.
|
|
510
|
-
*
|
|
511
|
-
* Custom rubrics: callers pass `rubric` inline to /v1/judge instead of
|
|
512
|
-
* `rubricName` — see schemas.ts.
|
|
513
|
-
*/
|
|
514
|
-
|
|
515
|
-
declare const BUILTIN_RUBRICS: Record<string, Rubric>;
|
|
516
|
-
/** Get a built-in rubric by name, or undefined. */
|
|
517
|
-
declare function getBuiltinRubric(name: string): Rubric | undefined;
|
|
518
|
-
/** List built-in rubrics with their stable versions. */
|
|
519
|
-
declare function listBuiltinRubrics(): {
|
|
520
|
-
name: string;
|
|
521
|
-
description: string;
|
|
522
|
-
dimensions: {
|
|
523
|
-
id: string;
|
|
524
|
-
description: string;
|
|
525
|
-
weight: number;
|
|
526
|
-
}[];
|
|
527
|
-
failureModes: string[];
|
|
528
|
-
rubricVersion: string;
|
|
529
|
-
}[];
|
|
530
|
-
|
|
531
|
-
interface CreateAppOptions {
|
|
532
|
-
/** Stores wired to the ingestion endpoints. */
|
|
533
|
-
stores?: IngestionStores;
|
|
534
|
-
/**
|
|
535
|
-
* Bearer-token auth. When provided, every endpoint EXCEPT `/healthz`
|
|
536
|
-
* and `/v1/version` requires `Authorization: Bearer <token>`. The
|
|
537
|
-
* token may be a static string OR a function for time-bounded /
|
|
538
|
-
* rotating tokens.
|
|
539
|
-
*
|
|
540
|
-
* Recommended for any server that accepts ingestion writes from the
|
|
541
|
-
* public internet. Read-only deployments may omit it.
|
|
542
|
-
*/
|
|
543
|
-
auth?: {
|
|
544
|
-
bearer: string | ((token: string) => boolean | Promise<boolean>);
|
|
545
|
-
};
|
|
546
|
-
}
|
|
547
|
-
declare function createApp(opts?: CreateAppOptions): Hono<hono_types.BlankEnv, hono_types.BlankSchema, "/">;
|
|
548
|
-
interface ServeOptions extends CreateAppOptions {
|
|
549
|
-
/** Default 5005. */
|
|
550
|
-
port?: number;
|
|
551
|
-
/** Default '127.0.0.1'. Set to '0.0.0.0' to listen on all interfaces. */
|
|
552
|
-
host?: string;
|
|
553
|
-
}
|
|
554
|
-
declare function startServer(opts?: ServeOptions): ServerType;
|
|
555
|
-
interface StartedServer {
|
|
556
|
-
server: ServerType;
|
|
557
|
-
/** The OS-assigned port. When opts.port was 0, this is the actual port the
|
|
558
|
-
* kernel bound — callers that need to dial back (smoke tests, sidecars
|
|
559
|
-
* registering with a parent) read this rather than guessing a free port. */
|
|
560
|
-
port: number;
|
|
561
|
-
/** Resolved host the server bound to (defaults to 127.0.0.1). */
|
|
562
|
-
host: string;
|
|
563
|
-
/** Close the server. Resolves once active connections have drained. */
|
|
564
|
-
close(): Promise<void>;
|
|
565
|
-
}
|
|
566
|
-
/**
|
|
567
|
-
* Promise-returning variant of `startServer` that resolves once the server is
|
|
568
|
-
* listening and surfaces the resolved bound port. Use this from smoke tests
|
|
569
|
-
* (`startServerAsync({ port: 0 })`) and any caller that needs to dial back.
|
|
570
|
-
*/
|
|
571
|
-
declare function startServerAsync(opts?: ServeOptions): Promise<StartedServer>;
|
|
572
|
-
|
|
573
|
-
export { BUILTIN_RUBRICS, type ErrorResponse, ErrorResponseSchema, type FailureMode, FailureModeSchema, FeedbackAttemptSchema, type FeedbackIngestResponse, FeedbackIngestResponseSchema, FeedbackLabelSchema, type FeedbackTrajectory, FeedbackTrajectorySchema, HealthResponseSchema, type IngestionStores, type JudgeRequest, JudgeRequestSchema, type JudgeResult, JudgeResultSchema, type ListRubricsResponse, ListRubricsResponseSchema, type Rubric, type RubricDimension, RubricDimensionSchema, type RubricInfo, RubricInfoSchema, RubricSchema, type ServeOptions, type StartedServer, type TraceEvent, TraceEventSchema, type TracesIngestRequest, TracesIngestRequestSchema, type TracesIngestResponse, TracesIngestResponseSchema, type VersionResponse, VersionResponseSchema, WIRE_VERSION, WireError, buildOpenApi, createApp, dispatchRpc, getBuiltinRubric, handleFeedbackIngest, handleJudge, handleListRubrics, handleTracesIngest, handleVersion, hashRubric, listBuiltinRubrics, runRpcBatch, runRpcOnce, startServer, startServerAsync };
|
|
8
|
+
* For the conceptual overview, see `docs/wire-protocol.md`.
|
|
9
|
+
*/
|
|
10
|
+
export * from './handlers';
|
|
11
|
+
export { buildOpenApi } from './openapi';
|
|
12
|
+
export { dispatchRpc, runRpcBatch, runRpcOnce } from './rpc';
|
|
13
|
+
export { BUILTIN_RUBRICS, getBuiltinRubric, listBuiltinRubrics } from './rubrics';
|
|
14
|
+
export * from './schemas';
|
|
15
|
+
export { createApp, type ServeOptions, type StartedServer, startServer, startServerAsync, } from './server';
|
|
16
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/wire/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,OAAO,CAAA;AAC5D,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAA;AACjF,cAAc,WAAW,CAAA;AACzB,OAAO,EACL,SAAS,EACT,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,WAAW,EACX,gBAAgB,GACjB,MAAM,UAAU,CAAA"}
|
package/dist/wire/index.js
CHANGED
|
@@ -34,8 +34,8 @@ import {
|
|
|
34
34
|
runRpcOnce,
|
|
35
35
|
startServer,
|
|
36
36
|
startServerAsync
|
|
37
|
-
} from "../chunk-
|
|
38
|
-
import "../chunk-
|
|
37
|
+
} from "../chunk-D5KBVULY.js";
|
|
38
|
+
import "../chunk-CWNP4DV4.js";
|
|
39
39
|
import "../chunk-PC4UYEBM.js";
|
|
40
40
|
import "../chunk-3BFEG2F6.js";
|
|
41
41
|
import "../chunk-PZ5AY32C.js";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openapi.d.ts","sourceRoot":"","sources":["../../src/wire/openapi.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAA;AAgBtD,wBAAgB,YAAY,CAAC,cAAc,EAAE,MAAM,GAAG,aAAa,CAyMlE"}
|